2024-11-10 00:19:46,939 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-10 00:19:46,958 main DEBUG Took 0.017073 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-10 00:19:46,958 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-10 00:19:46,959 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-10 00:19:46,960 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-10 00:19:46,961 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 00:19:46,969 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-10 00:19:46,981 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 00:19:46,982 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 00:19:46,983 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 00:19:46,983 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 00:19:46,984 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 00:19:46,984 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 00:19:46,985 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 00:19:46,985 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 00:19:46,985 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 00:19:46,986 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 00:19:46,986 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 00:19:46,987 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 00:19:46,987 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 00:19:46,987 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 00:19:46,988 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 00:19:46,988 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 00:19:46,988 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 00:19:46,989 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 00:19:46,989 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 00:19:46,989 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 00:19:46,990 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 00:19:46,990 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 00:19:46,990 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 00:19:46,991 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 00:19:46,991 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 00:19:46,991 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-10 00:19:46,993 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 00:19:46,994 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-10 00:19:46,996 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-10 00:19:46,996 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-10 00:19:46,997 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-10 00:19:46,997 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-10 00:19:47,005 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-10 00:19:47,008 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-10 00:19:47,009 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-10 00:19:47,010 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-10 00:19:47,010 main DEBUG createAppenders(={Console}) 2024-11-10 00:19:47,011 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-10 00:19:47,011 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-10 00:19:47,011 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-10 00:19:47,012 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-10 00:19:47,012 main DEBUG OutputStream closed 2024-11-10 00:19:47,012 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-10 00:19:47,012 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-10 00:19:47,013 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-10 00:19:47,078 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-10 00:19:47,080 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-10 00:19:47,081 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-10 00:19:47,082 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-10 00:19:47,083 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-10 00:19:47,083 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-10 00:19:47,083 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-10 00:19:47,083 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-10 00:19:47,084 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-10 00:19:47,084 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-10 00:19:47,084 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-10 00:19:47,085 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-10 00:19:47,085 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-10 00:19:47,085 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-10 00:19:47,085 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-10 00:19:47,086 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-10 00:19:47,086 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-10 00:19:47,087 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-10 00:19:47,089 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10 00:19:47,090 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-10 00:19:47,090 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-10 00:19:47,090 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-10T00:19:47,104 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-10 00:19:47,107 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-10 00:19:47,107 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10T00:19:47,157 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=38, ProcessCount=11, AvailableMemoryMB=10769 2024-11-10T00:19:47,371 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-10T00:19:47,409 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b90b620-ffbb-1613-0a55-de8754e43a39 2024-11-10T00:19:47,412 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b90b620-ffbb-1613-0a55-de8754e43a39/cluster_b952ed00-36a4-c02b-4e03-0d72dd8090ff, deleteOnExit=true 2024-11-10T00:19:47,496 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b90b620-ffbb-1613-0a55-de8754e43a39/cluster_b952ed00-36a4-c02b-4e03-0d72dd8090ff/zookeeper_0, clientPort=61768, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b90b620-ffbb-1613-0a55-de8754e43a39/cluster_b952ed00-36a4-c02b-4e03-0d72dd8090ff/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b90b620-ffbb-1613-0a55-de8754e43a39/cluster_b952ed00-36a4-c02b-4e03-0d72dd8090ff/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T00:19:47,510 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61768 2024-11-10T00:19:47,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T00:19:47,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T00:19:47,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b90b620-ffbb-1613-0a55-de8754e43a39/test.cache.data in system properties and HBase conf 2024-11-10T00:19:47,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b90b620-ffbb-1613-0a55-de8754e43a39/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T00:19:47,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b90b620-ffbb-1613-0a55-de8754e43a39/hadoop.log.dir in system properties and HBase conf 2024-11-10T00:19:47,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b90b620-ffbb-1613-0a55-de8754e43a39/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T00:19:47,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b90b620-ffbb-1613-0a55-de8754e43a39/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T00:19:47,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T00:19:47,604 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-10T00:19:47,709 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T00:19:47,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b90b620-ffbb-1613-0a55-de8754e43a39/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T00:19:47,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b90b620-ffbb-1613-0a55-de8754e43a39/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T00:19:47,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b90b620-ffbb-1613-0a55-de8754e43a39/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T00:19:47,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b90b620-ffbb-1613-0a55-de8754e43a39/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T00:19:47,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b90b620-ffbb-1613-0a55-de8754e43a39/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T00:19:47,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b90b620-ffbb-1613-0a55-de8754e43a39/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T00:19:47,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b90b620-ffbb-1613-0a55-de8754e43a39/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T00:19:47,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b90b620-ffbb-1613-0a55-de8754e43a39/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T00:19:47,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b90b620-ffbb-1613-0a55-de8754e43a39/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T00:19:47,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b90b620-ffbb-1613-0a55-de8754e43a39/nfs.dump.dir in system properties and HBase conf 2024-11-10T00:19:47,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b90b620-ffbb-1613-0a55-de8754e43a39/java.io.tmpdir in system properties and HBase conf 2024-11-10T00:19:47,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b90b620-ffbb-1613-0a55-de8754e43a39/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T00:19:47,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b90b620-ffbb-1613-0a55-de8754e43a39/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T00:19:47,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b90b620-ffbb-1613-0a55-de8754e43a39/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T00:19:48,534 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-10T00:19:48,616 INFO [Time-limited test {}] log.Log(170): Logging initialized @2319ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-10T00:19:48,693 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:19:48,768 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T00:19:48,788 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T00:19:48,788 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T00:19:48,789 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T00:19:48,801 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:19:48,803 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b90b620-ffbb-1613-0a55-de8754e43a39/hadoop.log.dir/,AVAILABLE} 2024-11-10T00:19:48,804 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T00:19:48,978 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b90b620-ffbb-1613-0a55-de8754e43a39/java.io.tmpdir/jetty-localhost-36121-hadoop-hdfs-3_4_1-tests_jar-_-any-2495474826500889864/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T00:19:48,985 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:36121} 2024-11-10T00:19:48,985 INFO [Time-limited test {}] server.Server(415): Started @2689ms 2024-11-10T00:19:49,368 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:19:49,374 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T00:19:49,375 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T00:19:49,375 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T00:19:49,376 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T00:19:49,376 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e4f8960{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b90b620-ffbb-1613-0a55-de8754e43a39/hadoop.log.dir/,AVAILABLE} 2024-11-10T00:19:49,377 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T00:19:49,496 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20104caa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b90b620-ffbb-1613-0a55-de8754e43a39/java.io.tmpdir/jetty-localhost-43111-hadoop-hdfs-3_4_1-tests_jar-_-any-18337331775235289043/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T00:19:49,497 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d6be275{HTTP/1.1, (http/1.1)}{localhost:43111} 2024-11-10T00:19:49,497 INFO [Time-limited test {}] server.Server(415): Started @3202ms 2024-11-10T00:19:49,553 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T00:19:50,055 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b90b620-ffbb-1613-0a55-de8754e43a39/cluster_b952ed00-36a4-c02b-4e03-0d72dd8090ff/data/data2/current/BP-1396637154-172.17.0.2-1731197988277/current, will proceed with Du for space computation calculation, 2024-11-10T00:19:50,055 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b90b620-ffbb-1613-0a55-de8754e43a39/cluster_b952ed00-36a4-c02b-4e03-0d72dd8090ff/data/data1/current/BP-1396637154-172.17.0.2-1731197988277/current, will proceed with Du for space computation calculation, 2024-11-10T00:19:50,086 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T00:19:50,149 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b90b620-ffbb-1613-0a55-de8754e43a39 2024-11-10T00:19:50,152 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3ed003d2ac3d7aae with lease ID 0x218a5f9a850153ae: Processing first storage report for DS-50a33021-9378-4c7f-9500-a731602f92c2 from datanode DatanodeRegistration(127.0.0.1:38833, datanodeUuid=9a8e4c92-e8d0-4e3d-870a-bf88b53ae647, infoPort=43431, infoSecurePort=0, ipcPort=42559, storageInfo=lv=-57;cid=testClusterID;nsid=911455118;c=1731197988277) 2024-11-10T00:19:50,153 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3ed003d2ac3d7aae with lease ID 0x218a5f9a850153ae: from storage DS-50a33021-9378-4c7f-9500-a731602f92c2 node DatanodeRegistration(127.0.0.1:38833, datanodeUuid=9a8e4c92-e8d0-4e3d-870a-bf88b53ae647, infoPort=43431, infoSecurePort=0, ipcPort=42559, storageInfo=lv=-57;cid=testClusterID;nsid=911455118;c=1731197988277), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T00:19:50,154 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3ed003d2ac3d7aae with lease ID 0x218a5f9a850153ae: Processing first storage report for DS-7557559a-92c9-48e7-abf9-a3307b57cf45 from datanode DatanodeRegistration(127.0.0.1:38833, datanodeUuid=9a8e4c92-e8d0-4e3d-870a-bf88b53ae647, infoPort=43431, infoSecurePort=0, ipcPort=42559, storageInfo=lv=-57;cid=testClusterID;nsid=911455118;c=1731197988277) 2024-11-10T00:19:50,154 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3ed003d2ac3d7aae with lease ID 0x218a5f9a850153ae: from storage DS-7557559a-92c9-48e7-abf9-a3307b57cf45 node DatanodeRegistration(127.0.0.1:38833, datanodeUuid=9a8e4c92-e8d0-4e3d-870a-bf88b53ae647, infoPort=43431, infoSecurePort=0, ipcPort=42559, storageInfo=lv=-57;cid=testClusterID;nsid=911455118;c=1731197988277), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T00:19:50,159 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:19:50,162 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:19:50,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741825_1001 (size=7) 2024-11-10T00:19:50,790 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73 with version=8 2024-11-10T00:19:50,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/hbase-staging 2024-11-10T00:19:50,886 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-10T00:19:51,135 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b3c019fcff38:0 server-side Connection retries=45 2024-11-10T00:19:51,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:19:51,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T00:19:51,150 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T00:19:51,151 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:19:51,151 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T00:19:51,287 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T00:19:51,346 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-10T00:19:51,354 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-10T00:19:51,358 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T00:19:51,385 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 9664 (auto-detected) 2024-11-10T00:19:51,386 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-10T00:19:51,404 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37157 2024-11-10T00:19:51,425 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37157 connecting to ZooKeeper ensemble=127.0.0.1:61768 2024-11-10T00:19:51,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:371570x0, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:19:51,459 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37157-0x100ff3ed5250000 connected 2024-11-10T00:19:51,485 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:19:51,487 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:19:51,495 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37157-0x100ff3ed5250000, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Set watcher on znode that does not yet exist, /0-605598654/running 2024-11-10T00:19:51,499 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73, hbase.cluster.distributed=false 2024-11-10T00:19:51,521 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37157-0x100ff3ed5250000, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Set watcher on znode that does not yet exist, /0-605598654/acl 2024-11-10T00:19:51,525 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37157 2024-11-10T00:19:51,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37157 2024-11-10T00:19:51,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37157 2024-11-10T00:19:51,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37157 2024-11-10T00:19:51,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37157 2024-11-10T00:19:51,636 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b3c019fcff38:0 server-side Connection retries=45 2024-11-10T00:19:51,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:19:51,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T00:19:51,639 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T00:19:51,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:19:51,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T00:19:51,642 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T00:19:51,644 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T00:19:51,645 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41933 2024-11-10T00:19:51,647 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41933 connecting to ZooKeeper ensemble=127.0.0.1:61768 2024-11-10T00:19:51,648 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:19:51,651 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:19:51,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:419330x0, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:19:51,657 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:419330x0, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Set watcher on znode that does not yet exist, /0-605598654/running 2024-11-10T00:19:51,657 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41933-0x100ff3ed5250001 connected 2024-11-10T00:19:51,663 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T00:19:51,674 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T00:19:51,676 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41933-0x100ff3ed5250001, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Set watcher on znode that does not yet exist, /0-605598654/master 2024-11-10T00:19:51,681 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41933-0x100ff3ed5250001, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Set watcher on znode that does not yet exist, /0-605598654/acl 2024-11-10T00:19:51,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41933 2024-11-10T00:19:51,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41933 2024-11-10T00:19:51,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41933 2024-11-10T00:19:51,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41933 2024-11-10T00:19:51,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41933 2024-11-10T00:19:51,699 DEBUG [M:0;b3c019fcff38:37157 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b3c019fcff38:37157 2024-11-10T00:19:51,700 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-605598654/backup-masters/b3c019fcff38,37157,1731197990939 2024-11-10T00:19:51,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37157-0x100ff3ed5250000, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-605598654/backup-masters 2024-11-10T00:19:51,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41933-0x100ff3ed5250001, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-605598654/backup-masters 2024-11-10T00:19:51,708 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37157-0x100ff3ed5250000, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Set watcher on existing znode=/0-605598654/backup-masters/b3c019fcff38,37157,1731197990939 2024-11-10T00:19:51,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41933-0x100ff3ed5250001, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-605598654/master 2024-11-10T00:19:51,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37157-0x100ff3ed5250000, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-605598654 2024-11-10T00:19:51,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41933-0x100ff3ed5250001, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-605598654 2024-11-10T00:19:51,732 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37157-0x100ff3ed5250000, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Set watcher on existing znode=/0-605598654/master 2024-11-10T00:19:51,733 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-605598654/backup-masters/b3c019fcff38,37157,1731197990939 from backup master directory 2024-11-10T00:19:51,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41933-0x100ff3ed5250001, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-605598654/backup-masters 2024-11-10T00:19:51,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37157-0x100ff3ed5250000, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-605598654/backup-masters/b3c019fcff38,37157,1731197990939 2024-11-10T00:19:51,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37157-0x100ff3ed5250000, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-605598654/backup-masters 2024-11-10T00:19:51,736 WARN [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T00:19:51,737 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b3c019fcff38,37157,1731197990939 2024-11-10T00:19:51,739 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-10T00:19:51,740 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-10T00:19:51,797 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/hbase.id] with ID: 62062903-adb1-4b4e-94a0-d4ec1ebaf7fe 2024-11-10T00:19:51,797 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/.tmp/hbase.id 2024-11-10T00:19:51,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741826_1002 (size=42) 2024-11-10T00:19:52,209 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/.tmp/hbase.id]:[hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/hbase.id] 2024-11-10T00:19:52,251 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:19:52,256 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T00:19:52,274 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-10T00:19:52,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41933-0x100ff3ed5250001, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-605598654 2024-11-10T00:19:52,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37157-0x100ff3ed5250000, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-605598654 2024-11-10T00:19:52,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741827_1003 (size=196) 2024-11-10T00:19:52,703 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:19:52,705 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T00:19:52,722 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:19:52,726 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:19:52,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741828_1004 (size=1189) 2024-11-10T00:19:53,176 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/MasterData/data/master/store 2024-11-10T00:19:53,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741829_1005 (size=34) 2024-11-10T00:19:53,600 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-10T00:19:53,603 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:19:53,605 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T00:19:53,605 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:19:53,605 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:19:53,606 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T00:19:53,606 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:19:53,607 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:19:53,608 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731197993604Disabling compacts and flushes for region at 1731197993604Disabling writes for close at 1731197993606 (+2 ms)Writing region close event to WAL at 1731197993607 (+1 ms)Closed at 1731197993607 2024-11-10T00:19:53,610 WARN [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/MasterData/data/master/store/.initializing 2024-11-10T00:19:53,611 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/MasterData/WALs/b3c019fcff38,37157,1731197990939 2024-11-10T00:19:53,619 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T00:19:53,635 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b3c019fcff38%2C37157%2C1731197990939, suffix=, logDir=hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/MasterData/WALs/b3c019fcff38,37157,1731197990939, archiveDir=hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/MasterData/oldWALs, maxLogs=10 2024-11-10T00:19:53,659 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/MasterData/WALs/b3c019fcff38,37157,1731197990939/b3c019fcff38%2C37157%2C1731197990939.1731197993639, exclude list is [], retry=0 2024-11-10T00:19:53,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38833,DS-50a33021-9378-4c7f-9500-a731602f92c2,DISK] 2024-11-10T00:19:53,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-10T00:19:53,716 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/MasterData/WALs/b3c019fcff38,37157,1731197990939/b3c019fcff38%2C37157%2C1731197990939.1731197993639 2024-11-10T00:19:53,716 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43431:43431)] 2024-11-10T00:19:53,717 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:19:53,718 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:19:53,721 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:19:53,722 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:19:53,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:19:53,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T00:19:53,792 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:19:53,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:19:53,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:19:53,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T00:19:53,800 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:19:53,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:19:53,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:19:53,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T00:19:53,804 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:19:53,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:19:53,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:19:53,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T00:19:53,809 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:19:53,809 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:19:53,810 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:19:53,813 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:19:53,815 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:19:53,820 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:19:53,820 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:19:53,824 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:19:53,827 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:19:53,831 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:19:53,833 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69582846, jitterRate=0.03686520457267761}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:19:53,839 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731197993734Initializing all the Stores at 1731197993737 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731197993737Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197993738 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197993738Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197993738Cleaning up temporary data from old regions at 1731197993820 (+82 ms)Region opened successfully at 1731197993839 (+19 ms) 2024-11-10T00:19:53,840 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T00:19:53,875 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f6fb63a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b3c019fcff38/172.17.0.2:0 2024-11-10T00:19:53,907 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T00:19:53,919 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T00:19:53,919 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T00:19:53,922 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T00:19:53,924 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-10T00:19:53,929 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-10T00:19:53,929 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T00:19:53,956 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T00:19:53,965 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37157-0x100ff3ed5250000, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Unable to get data of znode /0-605598654/balancer because node does not exist (not necessarily an error) 2024-11-10T00:19:53,967 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-605598654/balancer already deleted, retry=false 2024-11-10T00:19:53,970 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T00:19:53,971 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37157-0x100ff3ed5250000, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Unable to get data of znode /0-605598654/normalizer because node does not exist (not necessarily an error) 2024-11-10T00:19:53,975 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-605598654/normalizer already deleted, retry=false 2024-11-10T00:19:53,977 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T00:19:53,980 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37157-0x100ff3ed5250000, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Unable to get data of znode /0-605598654/switch/split because node does not exist (not necessarily an error) 2024-11-10T00:19:53,981 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-605598654/switch/split already deleted, retry=false 2024-11-10T00:19:53,983 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37157-0x100ff3ed5250000, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Unable to get data of znode /0-605598654/switch/merge because node does not exist (not necessarily an error) 2024-11-10T00:19:53,984 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-605598654/switch/merge already deleted, retry=false 2024-11-10T00:19:54,002 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37157-0x100ff3ed5250000, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Unable to get data of znode /0-605598654/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T00:19:54,003 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-605598654/snapshot-cleanup already deleted, retry=false 2024-11-10T00:19:54,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37157-0x100ff3ed5250000, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-605598654/running 2024-11-10T00:19:54,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41933-0x100ff3ed5250001, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-605598654/running 2024-11-10T00:19:54,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41933-0x100ff3ed5250001, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-605598654 2024-11-10T00:19:54,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37157-0x100ff3ed5250000, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-605598654 2024-11-10T00:19:54,012 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b3c019fcff38,37157,1731197990939, sessionid=0x100ff3ed5250000, setting cluster-up flag (Was=false) 2024-11-10T00:19:54,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37157-0x100ff3ed5250000, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-605598654 2024-11-10T00:19:54,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41933-0x100ff3ed5250001, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-605598654 2024-11-10T00:19:54,034 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-605598654/flush-table-proc/acquired, /0-605598654/flush-table-proc/reached, /0-605598654/flush-table-proc/abort 2024-11-10T00:19:54,035 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b3c019fcff38,37157,1731197990939 2024-11-10T00:19:54,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41933-0x100ff3ed5250001, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-605598654 2024-11-10T00:19:54,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37157-0x100ff3ed5250000, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-605598654 2024-11-10T00:19:54,048 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-605598654/online-snapshot/acquired, /0-605598654/online-snapshot/reached, /0-605598654/online-snapshot/abort 2024-11-10T00:19:54,049 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b3c019fcff38,37157,1731197990939 2024-11-10T00:19:54,056 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T00:19:54,089 INFO [RS:0;b3c019fcff38:41933 {}] regionserver.HRegionServer(746): ClusterId : 62062903-adb1-4b4e-94a0-d4ec1ebaf7fe 2024-11-10T00:19:54,092 DEBUG [RS:0;b3c019fcff38:41933 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T00:19:54,098 DEBUG [RS:0;b3c019fcff38:41933 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T00:19:54,099 DEBUG [RS:0;b3c019fcff38:41933 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T00:19:54,103 DEBUG [RS:0;b3c019fcff38:41933 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T00:19:54,104 DEBUG [RS:0;b3c019fcff38:41933 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54cc7ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b3c019fcff38/172.17.0.2:0 2024-11-10T00:19:54,120 DEBUG [RS:0;b3c019fcff38:41933 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b3c019fcff38:41933 2024-11-10T00:19:54,123 INFO [RS:0;b3c019fcff38:41933 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T00:19:54,123 INFO [RS:0;b3c019fcff38:41933 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T00:19:54,123 DEBUG [RS:0;b3c019fcff38:41933 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T00:19:54,126 INFO [RS:0;b3c019fcff38:41933 {}] regionserver.HRegionServer(2659): reportForDuty to master=b3c019fcff38,37157,1731197990939 with port=41933, startcode=1731197991597 2024-11-10T00:19:54,132 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T00:19:54,137 DEBUG [RS:0;b3c019fcff38:41933 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T00:19:54,142 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T00:19:54,149 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T00:19:54,156 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b3c019fcff38,37157,1731197990939 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T00:19:54,166 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:19:54,166 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:19:54,167 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:19:54,167 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:19:54,167 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b3c019fcff38:0, corePoolSize=10, maxPoolSize=10 2024-11-10T00:19:54,167 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:19:54,168 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b3c019fcff38:0, corePoolSize=2, maxPoolSize=2 2024-11-10T00:19:54,168 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:19:54,170 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731198024170 2024-11-10T00:19:54,171 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T00:19:54,172 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T00:19:54,173 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:19:54,174 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T00:19:54,176 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45921, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T00:19:54,177 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T00:19:54,177 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T00:19:54,178 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T00:19:54,178 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T00:19:54,179 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:19:54,179 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T00:19:54,180 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T00:19:54,183 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37157 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:19:54,183 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T00:19:54,184 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T00:19:54,185 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T00:19:54,185 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T00:19:54,188 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T00:19:54,188 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T00:19:54,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741831_1007 (size=1321) 2024-11-10T00:19:54,190 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731197994190,5,FailOnTimeoutGroup] 2024-11-10T00:19:54,192 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T00:19:54,193 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73 2024-11-10T00:19:54,196 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731197994191,5,FailOnTimeoutGroup] 2024-11-10T00:19:54,196 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T00:19:54,197 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T00:19:54,198 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T00:19:54,198 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T00:19:54,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741832_1008 (size=32) 2024-11-10T00:19:54,219 DEBUG [RS:0;b3c019fcff38:41933 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-10T00:19:54,219 WARN [RS:0;b3c019fcff38:41933 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-10T00:19:54,321 INFO [RS:0;b3c019fcff38:41933 {}] regionserver.HRegionServer(2659): reportForDuty to master=b3c019fcff38,37157,1731197990939 with port=41933, startcode=1731197991597 2024-11-10T00:19:54,323 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37157 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b3c019fcff38,41933,1731197991597 2024-11-10T00:19:54,326 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37157 {}] master.ServerManager(517): Registering regionserver=b3c019fcff38,41933,1731197991597 2024-11-10T00:19:54,334 DEBUG [RS:0;b3c019fcff38:41933 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73 2024-11-10T00:19:54,335 DEBUG [RS:0;b3c019fcff38:41933 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34061 2024-11-10T00:19:54,335 DEBUG [RS:0;b3c019fcff38:41933 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T00:19:54,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37157-0x100ff3ed5250000, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-605598654/rs 2024-11-10T00:19:54,339 DEBUG [RS:0;b3c019fcff38:41933 {}] zookeeper.ZKUtil(111): regionserver:41933-0x100ff3ed5250001, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Set watcher on existing znode=/0-605598654/rs/b3c019fcff38,41933,1731197991597 2024-11-10T00:19:54,340 WARN [RS:0;b3c019fcff38:41933 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T00:19:54,340 INFO [RS:0;b3c019fcff38:41933 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:19:54,340 DEBUG [RS:0;b3c019fcff38:41933 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/WALs/b3c019fcff38,41933,1731197991597 2024-11-10T00:19:54,342 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b3c019fcff38,41933,1731197991597] 2024-11-10T00:19:54,368 INFO [RS:0;b3c019fcff38:41933 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T00:19:54,383 INFO [RS:0;b3c019fcff38:41933 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T00:19:54,389 INFO [RS:0;b3c019fcff38:41933 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T00:19:54,390 INFO [RS:0;b3c019fcff38:41933 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:19:54,391 INFO [RS:0;b3c019fcff38:41933 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T00:19:54,398 INFO [RS:0;b3c019fcff38:41933 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T00:19:54,400 INFO [RS:0;b3c019fcff38:41933 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T00:19:54,401 DEBUG [RS:0;b3c019fcff38:41933 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:19:54,401 DEBUG [RS:0;b3c019fcff38:41933 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:19:54,401 DEBUG [RS:0;b3c019fcff38:41933 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:19:54,401 DEBUG [RS:0;b3c019fcff38:41933 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:19:54,401 DEBUG [RS:0;b3c019fcff38:41933 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:19:54,402 DEBUG [RS:0;b3c019fcff38:41933 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b3c019fcff38:0, corePoolSize=2, maxPoolSize=2 2024-11-10T00:19:54,402 DEBUG [RS:0;b3c019fcff38:41933 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:19:54,402 DEBUG [RS:0;b3c019fcff38:41933 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:19:54,402 DEBUG [RS:0;b3c019fcff38:41933 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:19:54,402 DEBUG [RS:0;b3c019fcff38:41933 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:19:54,403 DEBUG [RS:0;b3c019fcff38:41933 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:19:54,403 DEBUG [RS:0;b3c019fcff38:41933 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:19:54,403 DEBUG [RS:0;b3c019fcff38:41933 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0, corePoolSize=3, maxPoolSize=3 2024-11-10T00:19:54,403 DEBUG [RS:0;b3c019fcff38:41933 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0, corePoolSize=3, maxPoolSize=3 2024-11-10T00:19:54,405 INFO [RS:0;b3c019fcff38:41933 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T00:19:54,405 INFO [RS:0;b3c019fcff38:41933 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T00:19:54,405 INFO [RS:0;b3c019fcff38:41933 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:19:54,405 INFO [RS:0;b3c019fcff38:41933 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T00:19:54,405 INFO [RS:0;b3c019fcff38:41933 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T00:19:54,406 INFO [RS:0;b3c019fcff38:41933 {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,41933,1731197991597-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T00:19:54,428 INFO [RS:0;b3c019fcff38:41933 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T00:19:54,430 INFO [RS:0;b3c019fcff38:41933 {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,41933,1731197991597-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:19:54,431 INFO [RS:0;b3c019fcff38:41933 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:19:54,431 INFO [RS:0;b3c019fcff38:41933 {}] regionserver.Replication(171): b3c019fcff38,41933,1731197991597 started 2024-11-10T00:19:54,449 INFO [RS:0;b3c019fcff38:41933 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:19:54,450 INFO [RS:0;b3c019fcff38:41933 {}] regionserver.HRegionServer(1482): Serving as b3c019fcff38,41933,1731197991597, RpcServer on b3c019fcff38/172.17.0.2:41933, sessionid=0x100ff3ed5250001 2024-11-10T00:19:54,450 DEBUG [RS:0;b3c019fcff38:41933 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T00:19:54,451 DEBUG [RS:0;b3c019fcff38:41933 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b3c019fcff38,41933,1731197991597 2024-11-10T00:19:54,451 DEBUG [RS:0;b3c019fcff38:41933 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b3c019fcff38,41933,1731197991597' 2024-11-10T00:19:54,451 DEBUG [RS:0;b3c019fcff38:41933 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-605598654/flush-table-proc/abort' 2024-11-10T00:19:54,452 DEBUG [RS:0;b3c019fcff38:41933 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-605598654/flush-table-proc/acquired' 2024-11-10T00:19:54,453 DEBUG [RS:0;b3c019fcff38:41933 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T00:19:54,453 DEBUG [RS:0;b3c019fcff38:41933 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T00:19:54,453 DEBUG [RS:0;b3c019fcff38:41933 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b3c019fcff38,41933,1731197991597 2024-11-10T00:19:54,453 DEBUG [RS:0;b3c019fcff38:41933 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b3c019fcff38,41933,1731197991597' 2024-11-10T00:19:54,453 DEBUG [RS:0;b3c019fcff38:41933 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-605598654/online-snapshot/abort' 2024-11-10T00:19:54,454 DEBUG [RS:0;b3c019fcff38:41933 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-605598654/online-snapshot/acquired' 2024-11-10T00:19:54,454 DEBUG [RS:0;b3c019fcff38:41933 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T00:19:54,454 INFO [RS:0;b3c019fcff38:41933 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T00:19:54,454 INFO [RS:0;b3c019fcff38:41933 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T00:19:54,560 INFO [RS:0;b3c019fcff38:41933 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T00:19:54,563 INFO [RS:0;b3c019fcff38:41933 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b3c019fcff38%2C41933%2C1731197991597, suffix=, logDir=hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/WALs/b3c019fcff38,41933,1731197991597, archiveDir=hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/oldWALs, maxLogs=10 2024-11-10T00:19:54,580 DEBUG [RS:0;b3c019fcff38:41933 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/WALs/b3c019fcff38,41933,1731197991597/b3c019fcff38%2C41933%2C1731197991597.1731197994565, exclude list is [], retry=0 2024-11-10T00:19:54,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38833,DS-50a33021-9378-4c7f-9500-a731602f92c2,DISK] 2024-11-10T00:19:54,588 INFO [RS:0;b3c019fcff38:41933 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/WALs/b3c019fcff38,41933,1731197991597/b3c019fcff38%2C41933%2C1731197991597.1731197994565 2024-11-10T00:19:54,588 DEBUG [RS:0;b3c019fcff38:41933 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43431:43431)] 2024-11-10T00:19:54,607 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:19:54,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T00:19:54,612 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T00:19:54,613 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:19:54,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:19:54,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T00:19:54,616 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T00:19:54,616 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:19:54,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:19:54,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T00:19:54,619 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T00:19:54,619 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:19:54,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:19:54,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T00:19:54,622 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T00:19:54,622 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:19:54,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:19:54,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T00:19:54,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/data/hbase/meta/1588230740 2024-11-10T00:19:54,626 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/data/hbase/meta/1588230740 2024-11-10T00:19:54,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T00:19:54,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T00:19:54,630 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:19:54,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T00:19:54,637 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:19:54,638 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75458044, jitterRate=0.12441247701644897}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:19:54,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731197994607Initializing all the Stores at 1731197994609 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731197994609Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731197994609Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197994609Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731197994609Cleaning up temporary data from old regions at 1731197994629 (+20 ms)Region opened successfully at 1731197994641 (+12 ms) 2024-11-10T00:19:54,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T00:19:54,642 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T00:19:54,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T00:19:54,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T00:19:54,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T00:19:54,644 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T00:19:54,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731197994642Disabling compacts and flushes for region at 1731197994642Disabling writes for close at 1731197994642Writing region close event to WAL at 1731197994644 (+2 ms)Closed at 1731197994644 2024-11-10T00:19:54,648 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:19:54,649 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T00:19:54,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T00:19:54,665 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T00:19:54,667 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T00:19:54,819 DEBUG [b3c019fcff38:37157 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T00:19:54,831 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b3c019fcff38,41933,1731197991597 2024-11-10T00:19:54,838 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b3c019fcff38,41933,1731197991597, state=OPENING 2024-11-10T00:19:54,843 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T00:19:54,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41933-0x100ff3ed5250001, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-605598654 2024-11-10T00:19:54,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37157-0x100ff3ed5250000, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-605598654 2024-11-10T00:19:54,846 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-605598654/meta-region-server: CHANGED 2024-11-10T00:19:54,846 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-605598654/meta-region-server: CHANGED 2024-11-10T00:19:54,847 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T00:19:54,849 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b3c019fcff38,41933,1731197991597}] 2024-11-10T00:19:55,025 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T00:19:55,028 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36341, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T00:19:55,040 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T00:19:55,041 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:19:55,041 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T00:19:55,045 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b3c019fcff38%2C41933%2C1731197991597.meta, suffix=.meta, logDir=hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/WALs/b3c019fcff38,41933,1731197991597, archiveDir=hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/oldWALs, maxLogs=10 2024-11-10T00:19:55,061 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/WALs/b3c019fcff38,41933,1731197991597/b3c019fcff38%2C41933%2C1731197991597.meta.1731197995046.meta, exclude list is [], retry=0 2024-11-10T00:19:55,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38833,DS-50a33021-9378-4c7f-9500-a731602f92c2,DISK] 2024-11-10T00:19:55,068 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/WALs/b3c019fcff38,41933,1731197991597/b3c019fcff38%2C41933%2C1731197991597.meta.1731197995046.meta 2024-11-10T00:19:55,069 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43431:43431)] 2024-11-10T00:19:55,069 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:19:55,074 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T00:19:55,075 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T00:19:55,078 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T00:19:55,080 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T00:19:55,083 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T00:19:55,084 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:19:55,084 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T00:19:55,084 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T00:19:55,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T00:19:55,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T00:19:55,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:19:55,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:19:55,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T00:19:55,091 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T00:19:55,091 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:19:55,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:19:55,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T00:19:55,094 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T00:19:55,094 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:19:55,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:19:55,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T00:19:55,096 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T00:19:55,096 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:19:55,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:19:55,097 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T00:19:55,098 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/data/hbase/meta/1588230740 2024-11-10T00:19:55,100 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/data/hbase/meta/1588230740 2024-11-10T00:19:55,103 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T00:19:55,103 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T00:19:55,104 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:19:55,106 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T00:19:55,108 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63315216, jitterRate=-0.05652976036071777}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:19:55,108 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T00:19:55,109 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731197995084Writing region info on filesystem at 1731197995085 (+1 ms)Initializing all the Stores at 1731197995086 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731197995087 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731197995087Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197995087Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731197995087Cleaning up temporary data from old regions at 1731197995103 (+16 ms)Running coprocessor post-open hooks at 1731197995108 (+5 ms)Region opened successfully at 1731197995109 (+1 ms) 2024-11-10T00:19:55,117 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731197995016 2024-11-10T00:19:55,127 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T00:19:55,128 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T00:19:55,129 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,41933,1731197991597 2024-11-10T00:19:55,131 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b3c019fcff38,41933,1731197991597, state=OPEN 2024-11-10T00:19:55,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37157-0x100ff3ed5250000, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-605598654/meta-region-server 2024-11-10T00:19:55,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41933-0x100ff3ed5250001, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-605598654/meta-region-server 2024-11-10T00:19:55,138 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-605598654/meta-region-server: CHANGED 2024-11-10T00:19:55,138 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-605598654/meta-region-server: CHANGED 2024-11-10T00:19:55,138 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b3c019fcff38,41933,1731197991597 2024-11-10T00:19:55,143 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T00:19:55,143 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b3c019fcff38,41933,1731197991597 in 290 msec 2024-11-10T00:19:55,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T00:19:55,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 490 msec 2024-11-10T00:19:55,151 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:19:55,151 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T00:19:55,172 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:19:55,173 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,41933,1731197991597, seqNum=-1] 2024-11-10T00:19:55,194 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:19:55,196 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47121, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:19:55,214 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1280 sec 2024-11-10T00:19:55,214 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731197995214, completionTime=-1 2024-11-10T00:19:55,217 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T00:19:55,217 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T00:19:55,244 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T00:19:55,245 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731198055245 2024-11-10T00:19:55,245 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731198115245 2024-11-10T00:19:55,245 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 27 msec 2024-11-10T00:19:55,265 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,37157,1731197990939-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:19:55,266 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,37157,1731197990939-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:19:55,266 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,37157,1731197990939-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:19:55,268 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b3c019fcff38:37157, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:19:55,268 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T00:19:55,269 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T00:19:55,275 DEBUG [master/b3c019fcff38:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T00:19:55,301 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.564sec 2024-11-10T00:19:55,302 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T00:19:55,303 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T00:19:55,304 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T00:19:55,305 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T00:19:55,305 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T00:19:55,306 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,37157,1731197990939-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T00:19:55,307 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,37157,1731197990939-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T00:19:55,315 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T00:19:55,315 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T00:19:55,316 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,37157,1731197990939-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:19:55,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e7a2adb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:19:55,401 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-10T00:19:55,401 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-10T00:19:55,404 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,37157,-1 for getting cluster id 2024-11-10T00:19:55,407 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:19:55,416 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62062903-adb1-4b4e-94a0-d4ec1ebaf7fe' 2024-11-10T00:19:55,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:19:55,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62062903-adb1-4b4e-94a0-d4ec1ebaf7fe" 2024-11-10T00:19:55,420 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a3ec6a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:19:55,420 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,37157,-1] 2024-11-10T00:19:55,423 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:19:55,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:19:55,426 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:19:55,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7beff2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:19:55,429 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:19:55,437 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,41933,1731197991597, seqNum=-1] 2024-11-10T00:19:55,437 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:19:55,440 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:19:55,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b3c019fcff38,37157,1731197990939 2024-11-10T00:19:55,461 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61768 2024-11-10T00:19:55,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:19:55,465 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100ff3ed5250002 connected 2024-11-10T00:19:55,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b90b620-ffbb-1613-0a55-de8754e43a39/hadoop.log.dir so I do NOT create it in target/test-data/7e5b043f-d542-1c46-bc4e-47dd4126f9d8 2024-11-10T00:19:55,483 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b90b620-ffbb-1613-0a55-de8754e43a39/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T00:19:55,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b90b620-ffbb-1613-0a55-de8754e43a39/hadoop.tmp.dir so I do NOT create it in target/test-data/7e5b043f-d542-1c46-bc4e-47dd4126f9d8 2024-11-10T00:19:55,483 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b90b620-ffbb-1613-0a55-de8754e43a39/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T00:19:55,483 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5b043f-d542-1c46-bc4e-47dd4126f9d8 2024-11-10T00:19:55,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T00:19:55,483 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5b043f-d542-1c46-bc4e-47dd4126f9d8/cluster_2a9c6096-9d33-cadd-578a-9aea4f02a0ef, deleteOnExit=true 2024-11-10T00:19:55,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T00:19:55,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5b043f-d542-1c46-bc4e-47dd4126f9d8/test.cache.data in system properties and HBase conf 2024-11-10T00:19:55,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5b043f-d542-1c46-bc4e-47dd4126f9d8/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T00:19:55,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5b043f-d542-1c46-bc4e-47dd4126f9d8/hadoop.log.dir in system properties and HBase conf 2024-11-10T00:19:55,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5b043f-d542-1c46-bc4e-47dd4126f9d8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T00:19:55,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5b043f-d542-1c46-bc4e-47dd4126f9d8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T00:19:55,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T00:19:55,484 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T00:19:55,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5b043f-d542-1c46-bc4e-47dd4126f9d8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T00:19:55,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5b043f-d542-1c46-bc4e-47dd4126f9d8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T00:19:55,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5b043f-d542-1c46-bc4e-47dd4126f9d8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T00:19:55,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5b043f-d542-1c46-bc4e-47dd4126f9d8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T00:19:55,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5b043f-d542-1c46-bc4e-47dd4126f9d8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T00:19:55,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5b043f-d542-1c46-bc4e-47dd4126f9d8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T00:19:55,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5b043f-d542-1c46-bc4e-47dd4126f9d8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T00:19:55,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5b043f-d542-1c46-bc4e-47dd4126f9d8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T00:19:55,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5b043f-d542-1c46-bc4e-47dd4126f9d8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T00:19:55,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5b043f-d542-1c46-bc4e-47dd4126f9d8/nfs.dump.dir in system properties and HBase conf 2024-11-10T00:19:55,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5b043f-d542-1c46-bc4e-47dd4126f9d8/java.io.tmpdir in system properties and HBase conf 2024-11-10T00:19:55,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5b043f-d542-1c46-bc4e-47dd4126f9d8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T00:19:55,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5b043f-d542-1c46-bc4e-47dd4126f9d8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T00:19:55,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5b043f-d542-1c46-bc4e-47dd4126f9d8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T00:19:55,577 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:19:55,583 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T00:19:55,584 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T00:19:55,584 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T00:19:55,584 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T00:19:55,585 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:19:55,586 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a733db7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5b043f-d542-1c46-bc4e-47dd4126f9d8/hadoop.log.dir/,AVAILABLE} 2024-11-10T00:19:55,586 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75bf8bfb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T00:19:55,706 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46934c71{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5b043f-d542-1c46-bc4e-47dd4126f9d8/java.io.tmpdir/jetty-localhost-43821-hadoop-hdfs-3_4_1-tests_jar-_-any-4679155058482829404/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T00:19:55,706 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60b8baac{HTTP/1.1, (http/1.1)}{localhost:43821} 2024-11-10T00:19:55,707 INFO [Time-limited test {}] server.Server(415): Started @9411ms 2024-11-10T00:19:55,793 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:19:55,798 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T00:19:55,799 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T00:19:55,799 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T00:19:55,799 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T00:19:55,799 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45fc8213{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5b043f-d542-1c46-bc4e-47dd4126f9d8/hadoop.log.dir/,AVAILABLE} 2024-11-10T00:19:55,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bd8292{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T00:19:55,927 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@671eadbd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5b043f-d542-1c46-bc4e-47dd4126f9d8/java.io.tmpdir/jetty-localhost-36045-hadoop-hdfs-3_4_1-tests_jar-_-any-15079337560573371976/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T00:19:55,928 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c7240b2{HTTP/1.1, (http/1.1)}{localhost:36045} 2024-11-10T00:19:55,928 INFO [Time-limited test {}] server.Server(415): Started @9632ms 2024-11-10T00:19:55,930 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T00:19:56,091 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5b043f-d542-1c46-bc4e-47dd4126f9d8/cluster_2a9c6096-9d33-cadd-578a-9aea4f02a0ef/data/data1/current/BP-269774030-172.17.0.2-1731197995517/current, will proceed with Du for space computation calculation, 2024-11-10T00:19:56,091 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5b043f-d542-1c46-bc4e-47dd4126f9d8/cluster_2a9c6096-9d33-cadd-578a-9aea4f02a0ef/data/data2/current/BP-269774030-172.17.0.2-1731197995517/current, will proceed with Du for space computation calculation, 2024-11-10T00:19:56,110 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T00:19:56,114 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9939c031fb45cd27 with lease ID 0x4313a7073e5fc5d7: Processing first storage report for DS-2f12b51a-5ec5-4f2c-b197-7eca708f5063 from datanode DatanodeRegistration(127.0.0.1:35329, datanodeUuid=17ce5647-3c21-4318-8ef2-ec0a8962cd31, infoPort=41857, infoSecurePort=0, ipcPort=44163, storageInfo=lv=-57;cid=testClusterID;nsid=2096075620;c=1731197995517) 2024-11-10T00:19:56,114 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9939c031fb45cd27 with lease ID 0x4313a7073e5fc5d7: from storage DS-2f12b51a-5ec5-4f2c-b197-7eca708f5063 node DatanodeRegistration(127.0.0.1:35329, datanodeUuid=17ce5647-3c21-4318-8ef2-ec0a8962cd31, infoPort=41857, infoSecurePort=0, ipcPort=44163, storageInfo=lv=-57;cid=testClusterID;nsid=2096075620;c=1731197995517), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T00:19:56,114 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9939c031fb45cd27 with lease ID 0x4313a7073e5fc5d7: Processing first storage report for DS-d951718a-efd4-4794-bc0d-09845c48b8cd from datanode DatanodeRegistration(127.0.0.1:35329, datanodeUuid=17ce5647-3c21-4318-8ef2-ec0a8962cd31, infoPort=41857, infoSecurePort=0, ipcPort=44163, storageInfo=lv=-57;cid=testClusterID;nsid=2096075620;c=1731197995517) 2024-11-10T00:19:56,114 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9939c031fb45cd27 with lease ID 0x4313a7073e5fc5d7: from storage DS-d951718a-efd4-4794-bc0d-09845c48b8cd node DatanodeRegistration(127.0.0.1:35329, datanodeUuid=17ce5647-3c21-4318-8ef2-ec0a8962cd31, infoPort=41857, infoSecurePort=0, ipcPort=44163, storageInfo=lv=-57;cid=testClusterID;nsid=2096075620;c=1731197995517), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T00:19:56,160 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5b043f-d542-1c46-bc4e-47dd4126f9d8 2024-11-10T00:19:56,160 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:19:56,162 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:19:56,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741825_1001 (size=7) 2024-11-10T00:19:56,575 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37227/user/jenkins/test-data/ba9c23b8-1bad-5a82-2f93-4578d81a7366 with version=8 2024-11-10T00:19:56,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37227/user/jenkins/test-data/ba9c23b8-1bad-5a82-2f93-4578d81a7366/hbase-staging 2024-11-10T00:19:56,577 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b3c019fcff38:0 server-side Connection retries=45 2024-11-10T00:19:56,578 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:19:56,578 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T00:19:56,578 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T00:19:56,578 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:19:56,578 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T00:19:56,578 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T00:19:56,579 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T00:19:56,579 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39133 2024-11-10T00:19:56,580 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39133 connecting to ZooKeeper ensemble=127.0.0.1:61768 2024-11-10T00:19:56,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:391330x0, quorum=127.0.0.1:61768, baseZNode=/11032881546 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:19:56,584 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39133-0x100ff3ed5250003 connected 2024-11-10T00:19:56,598 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:19:56,600 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:19:56,602 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39133-0x100ff3ed5250003, quorum=127.0.0.1:61768, baseZNode=/11032881546 Set watcher on znode that does not yet exist, /11032881546/running 2024-11-10T00:19:56,602 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37227/user/jenkins/test-data/ba9c23b8-1bad-5a82-2f93-4578d81a7366, hbase.cluster.distributed=false 2024-11-10T00:19:56,604 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39133-0x100ff3ed5250003, quorum=127.0.0.1:61768, baseZNode=/11032881546 Set watcher on znode that does not yet exist, /11032881546/acl 2024-11-10T00:19:56,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39133 2024-11-10T00:19:56,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39133 2024-11-10T00:19:56,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39133 2024-11-10T00:19:56,606 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39133 2024-11-10T00:19:56,606 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39133 2024-11-10T00:19:56,622 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b3c019fcff38:0 server-side Connection retries=45 2024-11-10T00:19:56,622 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:19:56,622 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T00:19:56,623 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T00:19:56,623 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:19:56,623 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T00:19:56,623 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T00:19:56,623 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T00:19:56,624 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46871 2024-11-10T00:19:56,625 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46871 connecting to ZooKeeper ensemble=127.0.0.1:61768 2024-11-10T00:19:56,626 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:19:56,628 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:19:56,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:468710x0, quorum=127.0.0.1:61768, baseZNode=/11032881546 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:19:56,633 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46871-0x100ff3ed5250004 connected 2024-11-10T00:19:56,633 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46871-0x100ff3ed5250004, quorum=127.0.0.1:61768, baseZNode=/11032881546 Set watcher on znode that does not yet exist, /11032881546/running 2024-11-10T00:19:56,633 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T00:19:56,634 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T00:19:56,635 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46871-0x100ff3ed5250004, quorum=127.0.0.1:61768, baseZNode=/11032881546 Set watcher on znode that does not yet exist, /11032881546/master 2024-11-10T00:19:56,637 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46871-0x100ff3ed5250004, quorum=127.0.0.1:61768, baseZNode=/11032881546 Set watcher on znode that does not yet exist, /11032881546/acl 2024-11-10T00:19:56,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46871 2024-11-10T00:19:56,641 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46871 2024-11-10T00:19:56,642 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46871 2024-11-10T00:19:56,642 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46871 2024-11-10T00:19:56,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46871 2024-11-10T00:19:56,663 DEBUG [M:0;b3c019fcff38:39133 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b3c019fcff38:39133 2024-11-10T00:19:56,663 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11032881546/backup-masters/b3c019fcff38,39133,1731197996577 2024-11-10T00:19:56,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39133-0x100ff3ed5250003, quorum=127.0.0.1:61768, baseZNode=/11032881546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11032881546/backup-masters 2024-11-10T00:19:56,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46871-0x100ff3ed5250004, quorum=127.0.0.1:61768, baseZNode=/11032881546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11032881546/backup-masters 2024-11-10T00:19:56,666 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39133-0x100ff3ed5250003, quorum=127.0.0.1:61768, baseZNode=/11032881546 Set watcher on existing znode=/11032881546/backup-masters/b3c019fcff38,39133,1731197996577 2024-11-10T00:19:56,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46871-0x100ff3ed5250004, quorum=127.0.0.1:61768, baseZNode=/11032881546 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11032881546/master 2024-11-10T00:19:56,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39133-0x100ff3ed5250003, quorum=127.0.0.1:61768, baseZNode=/11032881546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11032881546 2024-11-10T00:19:56,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46871-0x100ff3ed5250004, quorum=127.0.0.1:61768, baseZNode=/11032881546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11032881546 2024-11-10T00:19:56,670 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39133-0x100ff3ed5250003, quorum=127.0.0.1:61768, baseZNode=/11032881546 Set watcher on existing znode=/11032881546/master 2024-11-10T00:19:56,671 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11032881546/backup-masters/b3c019fcff38,39133,1731197996577 from backup master directory 2024-11-10T00:19:56,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39133-0x100ff3ed5250003, quorum=127.0.0.1:61768, baseZNode=/11032881546 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11032881546/backup-masters/b3c019fcff38,39133,1731197996577 2024-11-10T00:19:56,672 WARN [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T00:19:56,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39133-0x100ff3ed5250003, quorum=127.0.0.1:61768, baseZNode=/11032881546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11032881546/backup-masters 2024-11-10T00:19:56,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46871-0x100ff3ed5250004, quorum=127.0.0.1:61768, baseZNode=/11032881546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11032881546/backup-masters 2024-11-10T00:19:56,672 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b3c019fcff38,39133,1731197996577 2024-11-10T00:19:56,680 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37227/user/jenkins/test-data/ba9c23b8-1bad-5a82-2f93-4578d81a7366/hbase.id] with ID: f258aea8-deb3-4074-b18a-e2c720cef0bc 2024-11-10T00:19:56,680 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37227/user/jenkins/test-data/ba9c23b8-1bad-5a82-2f93-4578d81a7366/.tmp/hbase.id 2024-11-10T00:19:56,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741826_1002 (size=42) 2024-11-10T00:19:57,091 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37227/user/jenkins/test-data/ba9c23b8-1bad-5a82-2f93-4578d81a7366/.tmp/hbase.id]:[hdfs://localhost:37227/user/jenkins/test-data/ba9c23b8-1bad-5a82-2f93-4578d81a7366/hbase.id] 2024-11-10T00:19:57,112 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:19:57,113 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T00:19:57,115 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-10T00:19:57,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46871-0x100ff3ed5250004, quorum=127.0.0.1:61768, baseZNode=/11032881546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11032881546 2024-11-10T00:19:57,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39133-0x100ff3ed5250003, quorum=127.0.0.1:61768, baseZNode=/11032881546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11032881546 2024-11-10T00:19:57,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741827_1003 (size=196) 2024-11-10T00:19:57,526 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:19:57,527 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T00:19:57,528 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:19:57,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741828_1004 (size=1189) 2024-11-10T00:19:57,940 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37227/user/jenkins/test-data/ba9c23b8-1bad-5a82-2f93-4578d81a7366/MasterData/data/master/store 2024-11-10T00:19:57,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741829_1005 (size=34) 2024-11-10T00:19:58,350 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:19:58,350 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T00:19:58,350 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:19:58,350 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:19:58,350 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T00:19:58,350 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:19:58,350 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:19:58,351 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731197998350Disabling compacts and flushes for region at 1731197998350Disabling writes for close at 1731197998350Writing region close event to WAL at 1731197998350Closed at 1731197998350 2024-11-10T00:19:58,352 WARN [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37227/user/jenkins/test-data/ba9c23b8-1bad-5a82-2f93-4578d81a7366/MasterData/data/master/store/.initializing 2024-11-10T00:19:58,352 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37227/user/jenkins/test-data/ba9c23b8-1bad-5a82-2f93-4578d81a7366/MasterData/WALs/b3c019fcff38,39133,1731197996577 2024-11-10T00:19:58,354 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T00:19:58,357 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b3c019fcff38%2C39133%2C1731197996577, suffix=, logDir=hdfs://localhost:37227/user/jenkins/test-data/ba9c23b8-1bad-5a82-2f93-4578d81a7366/MasterData/WALs/b3c019fcff38,39133,1731197996577, archiveDir=hdfs://localhost:37227/user/jenkins/test-data/ba9c23b8-1bad-5a82-2f93-4578d81a7366/MasterData/oldWALs, maxLogs=10 2024-11-10T00:19:58,371 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ba9c23b8-1bad-5a82-2f93-4578d81a7366/MasterData/WALs/b3c019fcff38,39133,1731197996577/b3c019fcff38%2C39133%2C1731197996577.1731197998357, exclude list is [], retry=0 2024-11-10T00:19:58,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35329,DS-2f12b51a-5ec5-4f2c-b197-7eca708f5063,DISK] 2024-11-10T00:19:58,378 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ba9c23b8-1bad-5a82-2f93-4578d81a7366/MasterData/WALs/b3c019fcff38,39133,1731197996577/b3c019fcff38%2C39133%2C1731197996577.1731197998357 2024-11-10T00:19:58,378 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41857:41857)] 2024-11-10T00:19:58,378 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:19:58,379 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:19:58,379 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:19:58,379 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:19:58,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:19:58,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T00:19:58,383 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:19:58,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:19:58,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:19:58,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T00:19:58,386 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:19:58,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:19:58,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:19:58,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T00:19:58,389 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:19:58,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:19:58,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:19:58,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T00:19:58,392 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:19:58,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:19:58,393 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:19:58,394 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37227/user/jenkins/test-data/ba9c23b8-1bad-5a82-2f93-4578d81a7366/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:19:58,395 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37227/user/jenkins/test-data/ba9c23b8-1bad-5a82-2f93-4578d81a7366/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:19:58,397 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:19:58,397 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:19:58,398 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:19:58,400 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:19:58,403 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37227/user/jenkins/test-data/ba9c23b8-1bad-5a82-2f93-4578d81a7366/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:19:58,404 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61832482, jitterRate=-0.07862421870231628}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:19:58,404 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731197998379Initializing all the Stores at 1731197998381 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731197998381Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197998381Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197998381Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197998381Cleaning up temporary data from old regions at 1731197998397 (+16 ms)Region opened successfully at 1731197998404 (+7 ms) 2024-11-10T00:19:58,404 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T00:19:58,409 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6315b775, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b3c019fcff38/172.17.0.2:0 2024-11-10T00:19:58,410 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T00:19:58,411 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T00:19:58,411 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T00:19:58,411 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T00:19:58,412 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T00:19:58,412 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T00:19:58,412 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T00:19:58,415 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T00:19:58,416 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39133-0x100ff3ed5250003, quorum=127.0.0.1:61768, baseZNode=/11032881546 Unable to get data of znode /11032881546/balancer because node does not exist (not necessarily an error) 2024-11-10T00:19:58,417 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11032881546/balancer already deleted, retry=false 2024-11-10T00:19:58,418 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T00:19:58,418 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39133-0x100ff3ed5250003, quorum=127.0.0.1:61768, baseZNode=/11032881546 Unable to get data of znode /11032881546/normalizer because node does not exist (not necessarily an error) 2024-11-10T00:19:58,421 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11032881546/normalizer already deleted, retry=false 2024-11-10T00:19:58,421 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T00:19:58,422 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39133-0x100ff3ed5250003, quorum=127.0.0.1:61768, baseZNode=/11032881546 Unable to get data of znode /11032881546/switch/split because node does not exist (not necessarily an error) 2024-11-10T00:19:58,423 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11032881546/switch/split already deleted, retry=false 2024-11-10T00:19:58,424 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39133-0x100ff3ed5250003, quorum=127.0.0.1:61768, baseZNode=/11032881546 Unable to get data of znode /11032881546/switch/merge because node does not exist (not necessarily an error) 2024-11-10T00:19:58,426 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11032881546/switch/merge already deleted, retry=false 2024-11-10T00:19:58,428 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39133-0x100ff3ed5250003, quorum=127.0.0.1:61768, baseZNode=/11032881546 Unable to get data of znode /11032881546/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T00:19:58,429 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11032881546/snapshot-cleanup already deleted, retry=false 2024-11-10T00:19:58,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39133-0x100ff3ed5250003, quorum=127.0.0.1:61768, baseZNode=/11032881546 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11032881546/running 2024-11-10T00:19:58,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46871-0x100ff3ed5250004, quorum=127.0.0.1:61768, baseZNode=/11032881546 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11032881546/running 2024-11-10T00:19:58,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39133-0x100ff3ed5250003, quorum=127.0.0.1:61768, baseZNode=/11032881546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11032881546 2024-11-10T00:19:58,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46871-0x100ff3ed5250004, quorum=127.0.0.1:61768, baseZNode=/11032881546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11032881546 2024-11-10T00:19:58,433 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b3c019fcff38,39133,1731197996577, sessionid=0x100ff3ed5250003, setting cluster-up flag (Was=false) 2024-11-10T00:19:58,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39133-0x100ff3ed5250003, quorum=127.0.0.1:61768, baseZNode=/11032881546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11032881546 2024-11-10T00:19:58,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46871-0x100ff3ed5250004, quorum=127.0.0.1:61768, baseZNode=/11032881546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11032881546 2024-11-10T00:19:58,443 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11032881546/flush-table-proc/acquired, /11032881546/flush-table-proc/reached, /11032881546/flush-table-proc/abort 2024-11-10T00:19:58,444 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b3c019fcff38,39133,1731197996577 2024-11-10T00:19:58,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39133-0x100ff3ed5250003, quorum=127.0.0.1:61768, baseZNode=/11032881546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11032881546 2024-11-10T00:19:58,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46871-0x100ff3ed5250004, quorum=127.0.0.1:61768, baseZNode=/11032881546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11032881546 2024-11-10T00:19:58,454 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11032881546/online-snapshot/acquired, /11032881546/online-snapshot/reached, /11032881546/online-snapshot/abort 2024-11-10T00:19:58,455 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b3c019fcff38,39133,1731197996577 2024-11-10T00:19:58,457 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37227/user/jenkins/test-data/ba9c23b8-1bad-5a82-2f93-4578d81a7366/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T00:19:58,461 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T00:19:58,461 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T00:19:58,461 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T00:19:58,462 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b3c019fcff38,39133,1731197996577 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T00:19:58,463 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:19:58,463 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:19:58,463 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:19:58,463 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:19:58,463 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b3c019fcff38:0, corePoolSize=10, maxPoolSize=10 2024-11-10T00:19:58,464 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:19:58,464 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b3c019fcff38:0, corePoolSize=2, maxPoolSize=2 2024-11-10T00:19:58,464 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:19:58,465 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731198028465 2024-11-10T00:19:58,465 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T00:19:58,465 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T00:19:58,465 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T00:19:58,465 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T00:19:58,465 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T00:19:58,466 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T00:19:58,466 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T00:19:58,466 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:19:58,466 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T00:19:58,466 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T00:19:58,466 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T00:19:58,466 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T00:19:58,466 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T00:19:58,467 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T00:19:58,467 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T00:19:58,467 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731197998467,5,FailOnTimeoutGroup] 2024-11-10T00:19:58,467 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731197998467,5,FailOnTimeoutGroup] 2024-11-10T00:19:58,467 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T00:19:58,467 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T00:19:58,468 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T00:19:58,468 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:19:58,468 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T00:19:58,468 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T00:19:58,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741831_1007 (size=1321) 2024-11-10T00:19:58,476 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37227/user/jenkins/test-data/ba9c23b8-1bad-5a82-2f93-4578d81a7366/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T00:19:58,477 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37227/user/jenkins/test-data/ba9c23b8-1bad-5a82-2f93-4578d81a7366 2024-11-10T00:19:58,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741832_1008 (size=32) 2024-11-10T00:19:58,547 INFO [RS:0;b3c019fcff38:46871 {}] regionserver.HRegionServer(746): ClusterId : f258aea8-deb3-4074-b18a-e2c720cef0bc 2024-11-10T00:19:58,547 DEBUG [RS:0;b3c019fcff38:46871 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T00:19:58,550 DEBUG [RS:0;b3c019fcff38:46871 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T00:19:58,550 DEBUG [RS:0;b3c019fcff38:46871 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T00:19:58,553 DEBUG [RS:0;b3c019fcff38:46871 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T00:19:58,553 DEBUG [RS:0;b3c019fcff38:46871 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@128bb7aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b3c019fcff38/172.17.0.2:0 2024-11-10T00:19:58,565 DEBUG [RS:0;b3c019fcff38:46871 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b3c019fcff38:46871 2024-11-10T00:19:58,566 INFO [RS:0;b3c019fcff38:46871 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T00:19:58,566 INFO [RS:0;b3c019fcff38:46871 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T00:19:58,566 DEBUG [RS:0;b3c019fcff38:46871 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T00:19:58,566 INFO [RS:0;b3c019fcff38:46871 {}] regionserver.HRegionServer(2659): reportForDuty to master=b3c019fcff38,39133,1731197996577 with port=46871, startcode=1731197996622 2024-11-10T00:19:58,567 DEBUG [RS:0;b3c019fcff38:46871 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T00:19:58,569 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49929, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T00:19:58,569 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39133 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b3c019fcff38,46871,1731197996622 2024-11-10T00:19:58,570 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39133 {}] master.ServerManager(517): Registering regionserver=b3c019fcff38,46871,1731197996622 2024-11-10T00:19:58,573 DEBUG [RS:0;b3c019fcff38:46871 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37227/user/jenkins/test-data/ba9c23b8-1bad-5a82-2f93-4578d81a7366 2024-11-10T00:19:58,573 DEBUG [RS:0;b3c019fcff38:46871 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37227 2024-11-10T00:19:58,573 DEBUG [RS:0;b3c019fcff38:46871 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T00:19:58,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39133-0x100ff3ed5250003, quorum=127.0.0.1:61768, baseZNode=/11032881546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11032881546/rs 2024-11-10T00:19:58,579 DEBUG [RS:0;b3c019fcff38:46871 {}] zookeeper.ZKUtil(111): regionserver:46871-0x100ff3ed5250004, quorum=127.0.0.1:61768, baseZNode=/11032881546 Set watcher on existing znode=/11032881546/rs/b3c019fcff38,46871,1731197996622 2024-11-10T00:19:58,579 WARN [RS:0;b3c019fcff38:46871 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T00:19:58,579 INFO [RS:0;b3c019fcff38:46871 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:19:58,580 DEBUG [RS:0;b3c019fcff38:46871 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37227/user/jenkins/test-data/ba9c23b8-1bad-5a82-2f93-4578d81a7366/WALs/b3c019fcff38,46871,1731197996622 2024-11-10T00:19:58,580 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b3c019fcff38,46871,1731197996622] 2024-11-10T00:19:58,584 INFO [RS:0;b3c019fcff38:46871 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T00:19:58,587 INFO [RS:0;b3c019fcff38:46871 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T00:19:58,587 INFO [RS:0;b3c019fcff38:46871 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T00:19:58,587 INFO [RS:0;b3c019fcff38:46871 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:19:58,587 INFO [RS:0;b3c019fcff38:46871 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T00:19:58,588 INFO [RS:0;b3c019fcff38:46871 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T00:19:58,589 INFO [RS:0;b3c019fcff38:46871 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T00:19:58,589 DEBUG [RS:0;b3c019fcff38:46871 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:19:58,589 DEBUG [RS:0;b3c019fcff38:46871 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:19:58,589 DEBUG [RS:0;b3c019fcff38:46871 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:19:58,589 DEBUG [RS:0;b3c019fcff38:46871 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:19:58,589 DEBUG [RS:0;b3c019fcff38:46871 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:19:58,589 DEBUG [RS:0;b3c019fcff38:46871 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b3c019fcff38:0, corePoolSize=2, maxPoolSize=2 2024-11-10T00:19:58,589 DEBUG [RS:0;b3c019fcff38:46871 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:19:58,590 DEBUG [RS:0;b3c019fcff38:46871 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:19:58,590 DEBUG [RS:0;b3c019fcff38:46871 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:19:58,590 DEBUG [RS:0;b3c019fcff38:46871 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:19:58,590 DEBUG [RS:0;b3c019fcff38:46871 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:19:58,590 DEBUG [RS:0;b3c019fcff38:46871 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:19:58,590 DEBUG [RS:0;b3c019fcff38:46871 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0, corePoolSize=3, maxPoolSize=3 2024-11-10T00:19:58,590 DEBUG [RS:0;b3c019fcff38:46871 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0, corePoolSize=3, maxPoolSize=3 2024-11-10T00:19:58,592 INFO [RS:0;b3c019fcff38:46871 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T00:19:58,592 INFO [RS:0;b3c019fcff38:46871 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T00:19:58,593 INFO [RS:0;b3c019fcff38:46871 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:19:58,593 INFO [RS:0;b3c019fcff38:46871 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T00:19:58,593 INFO [RS:0;b3c019fcff38:46871 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T00:19:58,593 INFO [RS:0;b3c019fcff38:46871 {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,46871,1731197996622-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T00:19:58,608 INFO [RS:0;b3c019fcff38:46871 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T00:19:58,609 INFO [RS:0;b3c019fcff38:46871 {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,46871,1731197996622-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:19:58,609 INFO [RS:0;b3c019fcff38:46871 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:19:58,609 INFO [RS:0;b3c019fcff38:46871 {}] regionserver.Replication(171): b3c019fcff38,46871,1731197996622 started 2024-11-10T00:19:58,625 INFO [RS:0;b3c019fcff38:46871 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:19:58,625 INFO [RS:0;b3c019fcff38:46871 {}] regionserver.HRegionServer(1482): Serving as b3c019fcff38,46871,1731197996622, RpcServer on b3c019fcff38/172.17.0.2:46871, sessionid=0x100ff3ed5250004 2024-11-10T00:19:58,625 DEBUG [RS:0;b3c019fcff38:46871 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T00:19:58,625 DEBUG [RS:0;b3c019fcff38:46871 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b3c019fcff38,46871,1731197996622 2024-11-10T00:19:58,625 DEBUG [RS:0;b3c019fcff38:46871 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b3c019fcff38,46871,1731197996622' 2024-11-10T00:19:58,625 DEBUG [RS:0;b3c019fcff38:46871 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11032881546/flush-table-proc/abort' 2024-11-10T00:19:58,626 DEBUG [RS:0;b3c019fcff38:46871 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11032881546/flush-table-proc/acquired' 2024-11-10T00:19:58,627 DEBUG [RS:0;b3c019fcff38:46871 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T00:19:58,627 DEBUG [RS:0;b3c019fcff38:46871 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T00:19:58,627 DEBUG [RS:0;b3c019fcff38:46871 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b3c019fcff38,46871,1731197996622 2024-11-10T00:19:58,627 DEBUG [RS:0;b3c019fcff38:46871 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b3c019fcff38,46871,1731197996622' 2024-11-10T00:19:58,627 DEBUG [RS:0;b3c019fcff38:46871 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11032881546/online-snapshot/abort' 2024-11-10T00:19:58,627 DEBUG [RS:0;b3c019fcff38:46871 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11032881546/online-snapshot/acquired' 2024-11-10T00:19:58,628 DEBUG [RS:0;b3c019fcff38:46871 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T00:19:58,628 INFO [RS:0;b3c019fcff38:46871 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T00:19:58,628 INFO [RS:0;b3c019fcff38:46871 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T00:19:58,728 INFO [RS:0;b3c019fcff38:46871 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T00:19:58,731 INFO [RS:0;b3c019fcff38:46871 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b3c019fcff38%2C46871%2C1731197996622, suffix=, logDir=hdfs://localhost:37227/user/jenkins/test-data/ba9c23b8-1bad-5a82-2f93-4578d81a7366/WALs/b3c019fcff38,46871,1731197996622, archiveDir=hdfs://localhost:37227/user/jenkins/test-data/ba9c23b8-1bad-5a82-2f93-4578d81a7366/oldWALs, maxLogs=10 2024-11-10T00:19:58,746 DEBUG [RS:0;b3c019fcff38:46871 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ba9c23b8-1bad-5a82-2f93-4578d81a7366/WALs/b3c019fcff38,46871,1731197996622/b3c019fcff38%2C46871%2C1731197996622.1731197998732, exclude list is [], retry=0 2024-11-10T00:19:58,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35329,DS-2f12b51a-5ec5-4f2c-b197-7eca708f5063,DISK] 2024-11-10T00:19:58,752 INFO [RS:0;b3c019fcff38:46871 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ba9c23b8-1bad-5a82-2f93-4578d81a7366/WALs/b3c019fcff38,46871,1731197996622/b3c019fcff38%2C46871%2C1731197996622.1731197998732 2024-11-10T00:19:58,753 DEBUG [RS:0;b3c019fcff38:46871 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41857:41857)] 2024-11-10T00:19:58,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:19:58,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T00:19:58,889 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T00:19:58,889 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:19:58,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:19:58,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T00:19:58,892 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T00:19:58,892 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:19:58,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:19:58,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T00:19:58,895 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T00:19:58,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:19:58,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:19:58,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T00:19:58,898 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T00:19:58,898 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:19:58,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:19:58,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T00:19:58,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37227/user/jenkins/test-data/ba9c23b8-1bad-5a82-2f93-4578d81a7366/data/hbase/meta/1588230740 2024-11-10T00:19:58,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37227/user/jenkins/test-data/ba9c23b8-1bad-5a82-2f93-4578d81a7366/data/hbase/meta/1588230740 2024-11-10T00:19:58,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T00:19:58,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T00:19:58,902 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:19:58,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T00:19:58,907 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37227/user/jenkins/test-data/ba9c23b8-1bad-5a82-2f93-4578d81a7366/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:19:58,907 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61137080, jitterRate=-0.08898651599884033}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:19:58,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731197998885Initializing all the Stores at 1731197998886 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731197998886Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731197998887 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197998887Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731197998887Cleaning up temporary data from old regions at 1731197998902 (+15 ms)Region opened successfully at 1731197998908 (+6 ms) 2024-11-10T00:19:58,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T00:19:58,908 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T00:19:58,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T00:19:58,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T00:19:58,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T00:19:58,909 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T00:19:58,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731197998908Disabling compacts and flushes for region at 1731197998908Disabling writes for close at 1731197998908Writing region close event to WAL at 1731197998909 (+1 ms)Closed at 1731197998909 2024-11-10T00:19:58,911 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:19:58,911 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T00:19:58,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T00:19:58,913 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T00:19:58,915 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T00:19:59,065 DEBUG [b3c019fcff38:39133 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T00:19:59,066 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b3c019fcff38,46871,1731197996622 2024-11-10T00:19:59,069 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b3c019fcff38,46871,1731197996622, state=OPENING 2024-11-10T00:19:59,070 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T00:19:59,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39133-0x100ff3ed5250003, quorum=127.0.0.1:61768, baseZNode=/11032881546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11032881546 2024-11-10T00:19:59,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46871-0x100ff3ed5250004, quorum=127.0.0.1:61768, baseZNode=/11032881546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11032881546 2024-11-10T00:19:59,072 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T00:19:59,073 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11032881546/meta-region-server: CHANGED 2024-11-10T00:19:59,073 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11032881546/meta-region-server: CHANGED 2024-11-10T00:19:59,073 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b3c019fcff38,46871,1731197996622}] 2024-11-10T00:19:59,227 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T00:19:59,229 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60589, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T00:19:59,234 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T00:19:59,234 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:19:59,235 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T00:19:59,237 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b3c019fcff38%2C46871%2C1731197996622.meta, suffix=.meta, logDir=hdfs://localhost:37227/user/jenkins/test-data/ba9c23b8-1bad-5a82-2f93-4578d81a7366/WALs/b3c019fcff38,46871,1731197996622, archiveDir=hdfs://localhost:37227/user/jenkins/test-data/ba9c23b8-1bad-5a82-2f93-4578d81a7366/oldWALs, maxLogs=10 2024-11-10T00:19:59,252 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ba9c23b8-1bad-5a82-2f93-4578d81a7366/WALs/b3c019fcff38,46871,1731197996622/b3c019fcff38%2C46871%2C1731197996622.meta.1731197999238.meta, exclude list is [], retry=0 2024-11-10T00:19:59,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35329,DS-2f12b51a-5ec5-4f2c-b197-7eca708f5063,DISK] 2024-11-10T00:19:59,258 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ba9c23b8-1bad-5a82-2f93-4578d81a7366/WALs/b3c019fcff38,46871,1731197996622/b3c019fcff38%2C46871%2C1731197996622.meta.1731197999238.meta 2024-11-10T00:19:59,258 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41857:41857)] 2024-11-10T00:19:59,258 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:19:59,259 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T00:19:59,259 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T00:19:59,259 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T00:19:59,259 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T00:19:59,259 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T00:19:59,259 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:19:59,259 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T00:19:59,259 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T00:19:59,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T00:19:59,263 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T00:19:59,263 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:19:59,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:19:59,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T00:19:59,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T00:19:59,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:19:59,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:19:59,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T00:19:59,267 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T00:19:59,267 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:19:59,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:19:59,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T00:19:59,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T00:19:59,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:19:59,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:19:59,269 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T00:19:59,270 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37227/user/jenkins/test-data/ba9c23b8-1bad-5a82-2f93-4578d81a7366/data/hbase/meta/1588230740 2024-11-10T00:19:59,272 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37227/user/jenkins/test-data/ba9c23b8-1bad-5a82-2f93-4578d81a7366/data/hbase/meta/1588230740 2024-11-10T00:19:59,273 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T00:19:59,274 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T00:19:59,274 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:19:59,276 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T00:19:59,277 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70232954, jitterRate=0.046552568674087524}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:19:59,277 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T00:19:59,277 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731197999260Writing region info on filesystem at 1731197999260Initializing all the Stores at 1731197999261 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731197999261Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731197999261Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197999261Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731197999261Cleaning up temporary data from old regions at 1731197999274 (+13 ms)Running coprocessor post-open hooks at 1731197999277 (+3 ms)Region opened successfully at 1731197999277 2024-11-10T00:19:59,279 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731197999226 2024-11-10T00:19:59,282 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T00:19:59,282 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T00:19:59,283 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,46871,1731197996622 2024-11-10T00:19:59,284 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b3c019fcff38,46871,1731197996622, state=OPEN 2024-11-10T00:19:59,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39133-0x100ff3ed5250003, quorum=127.0.0.1:61768, baseZNode=/11032881546 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11032881546/meta-region-server 2024-11-10T00:19:59,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46871-0x100ff3ed5250004, quorum=127.0.0.1:61768, baseZNode=/11032881546 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11032881546/meta-region-server 2024-11-10T00:19:59,287 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b3c019fcff38,46871,1731197996622 2024-11-10T00:19:59,288 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11032881546/meta-region-server: CHANGED 2024-11-10T00:19:59,288 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11032881546/meta-region-server: CHANGED 2024-11-10T00:19:59,291 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T00:19:59,291 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b3c019fcff38,46871,1731197996622 in 215 msec 2024-11-10T00:19:59,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T00:19:59,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 380 msec 2024-11-10T00:19:59,295 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:19:59,295 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T00:19:59,297 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:19:59,297 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,46871,1731197996622, seqNum=-1] 2024-11-10T00:19:59,297 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:19:59,299 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33949, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:19:59,307 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 847 msec 2024-11-10T00:19:59,307 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731197999307, completionTime=-1 2024-11-10T00:19:59,308 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T00:19:59,308 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T00:19:59,310 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T00:19:59,310 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731198059310 2024-11-10T00:19:59,310 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731198119310 2024-11-10T00:19:59,310 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T00:19:59,310 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,39133,1731197996577-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:19:59,311 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,39133,1731197996577-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:19:59,311 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,39133,1731197996577-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:19:59,311 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b3c019fcff38:39133, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:19:59,311 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T00:19:59,311 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T00:19:59,313 DEBUG [master/b3c019fcff38:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T00:19:59,316 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.643sec 2024-11-10T00:19:59,316 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T00:19:59,316 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T00:19:59,316 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T00:19:59,316 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T00:19:59,316 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T00:19:59,316 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,39133,1731197996577-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T00:19:59,316 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,39133,1731197996577-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T00:19:59,320 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T00:19:59,320 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T00:19:59,320 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,39133,1731197996577-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:19:59,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41d5e65e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:19:59,348 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,39133,-1 for getting cluster id 2024-11-10T00:19:59,348 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:19:59,350 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f258aea8-deb3-4074-b18a-e2c720cef0bc' 2024-11-10T00:19:59,351 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:19:59,351 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f258aea8-deb3-4074-b18a-e2c720cef0bc" 2024-11-10T00:19:59,351 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a48d6de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:19:59,351 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,39133,-1] 2024-11-10T00:19:59,352 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:19:59,352 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:19:59,354 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:19:59,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21625794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:19:59,356 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:19:59,358 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,46871,1731197996622, seqNum=-1] 2024-11-10T00:19:59,358 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:19:59,360 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:19:59,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b3c019fcff38,39133,1731197996577 2024-11-10T00:19:59,364 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61768 2024-11-10T00:19:59,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61768, baseZNode=/11032881546 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:19:59,367 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100ff3ed5250005 connected 2024-11-10T00:19:59,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4183ef6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:19:59,373 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,37157,-1 for getting cluster id 2024-11-10T00:19:59,373 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:19:59,374 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62062903-adb1-4b4e-94a0-d4ec1ebaf7fe' 2024-11-10T00:19:59,375 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:19:59,375 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62062903-adb1-4b4e-94a0-d4ec1ebaf7fe" 2024-11-10T00:19:59,375 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f37f9d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:19:59,375 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,37157,-1] 2024-11-10T00:19:59,376 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:19:59,376 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:19:59,377 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:19:59,379 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@485b1a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:19:59,387 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:19:59,391 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,37157,1731197990939 2024-11-10T00:19:59,393 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56fd8601 2024-11-10T00:19:59,394 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:19:59,396 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:19:59,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37157 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b3c019fcff38:39133,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T00:19:59,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37157 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T00:19:59,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:19:59,410 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b3c019fcff38:39133' 2024-11-10T00:19:59,412 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@674271dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:19:59,412 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,39133,-1 for getting cluster id 2024-11-10T00:19:59,412 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:19:59,413 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f258aea8-deb3-4074-b18a-e2c720cef0bc' 2024-11-10T00:19:59,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:19:59,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f258aea8-deb3-4074-b18a-e2c720cef0bc" 2024-11-10T00:19:59,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58f28924, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:19:59,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,39133,-1] 2024-11-10T00:19:59,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:19:59,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:19:59,415 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:19:59,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a54507f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:19:59,417 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:19:59,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,39133,1731197996577 2024-11-10T00:19:59,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26503ce 2024-11-10T00:19:59,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:19:59,423 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:19:59,435 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-10T00:19:59,435 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T00:19:59,440 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:19:59,440 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:19:59,440 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:19:59,442 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:19:59,447 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T00:19:59,450 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T00:19:59,451 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:19:59,452 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T00:19:59,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741835_1011 (size=1138) 2024-11-10T00:19:59,500 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T00:19:59,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:19:59,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:19:59,865 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b048c75d364fba52e649596e7b9397a4, NAME => 'hbase:replication,,1731197999441.b048c75d364fba52e649596e7b9397a4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73 2024-11-10T00:19:59,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741836_1012 (size=44) 2024-11-10T00:20:00,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:20:00,274 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731197999441.b048c75d364fba52e649596e7b9397a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:20:00,274 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b048c75d364fba52e649596e7b9397a4, disabling compactions & flushes 2024-11-10T00:20:00,274 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731197999441.b048c75d364fba52e649596e7b9397a4. 2024-11-10T00:20:00,274 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731197999441.b048c75d364fba52e649596e7b9397a4. 2024-11-10T00:20:00,274 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731197999441.b048c75d364fba52e649596e7b9397a4. after waiting 0 ms 2024-11-10T00:20:00,274 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731197999441.b048c75d364fba52e649596e7b9397a4. 2024-11-10T00:20:00,275 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731197999441.b048c75d364fba52e649596e7b9397a4. 2024-11-10T00:20:00,275 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b048c75d364fba52e649596e7b9397a4: Waiting for close lock at 1731198000274Disabling compacts and flushes for region at 1731198000274Disabling writes for close at 1731198000274Writing region close event to WAL at 1731198000275 (+1 ms)Closed at 1731198000275 2024-11-10T00:20:00,277 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T00:20:00,282 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731197999441.b048c75d364fba52e649596e7b9397a4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731198000277"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731198000277"}]},"ts":"1731198000277"} 2024-11-10T00:20:00,289 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T00:20:00,291 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T00:20:00,293 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731198000291"}]},"ts":"1731198000291"} 2024-11-10T00:20:00,297 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T00:20:00,299 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b048c75d364fba52e649596e7b9397a4, ASSIGN}] 2024-11-10T00:20:00,301 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b048c75d364fba52e649596e7b9397a4, ASSIGN 2024-11-10T00:20:00,302 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b048c75d364fba52e649596e7b9397a4, ASSIGN; state=OFFLINE, location=b3c019fcff38,41933,1731197991597; forceNewPlan=false, retain=false 2024-11-10T00:20:00,454 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b048c75d364fba52e649596e7b9397a4, regionState=OPENING, regionLocation=b3c019fcff38,41933,1731197991597 2024-11-10T00:20:00,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b048c75d364fba52e649596e7b9397a4, ASSIGN because future has completed 2024-11-10T00:20:00,458 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b048c75d364fba52e649596e7b9397a4, server=b3c019fcff38,41933,1731197991597}] 2024-11-10T00:20:00,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:20:00,592 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T00:20:00,618 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731197999441.b048c75d364fba52e649596e7b9397a4. 2024-11-10T00:20:00,618 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:20:00,619 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T00:20:00,622 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b3c019fcff38%2C41933%2C1731197991597.rep, suffix=, logDir=hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/WALs/b3c019fcff38,41933,1731197991597, archiveDir=hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/oldWALs, maxLogs=10 2024-11-10T00:20:00,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/WALs/b3c019fcff38,41933,1731197991597/b3c019fcff38%2C41933%2C1731197991597.rep.1731198000624, exclude list is [], retry=0 2024-11-10T00:20:00,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38833,DS-50a33021-9378-4c7f-9500-a731602f92c2,DISK] 2024-11-10T00:20:00,647 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/WALs/b3c019fcff38,41933,1731197991597/b3c019fcff38%2C41933%2C1731197991597.rep.1731198000624 2024-11-10T00:20:00,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43431:43431)] 2024-11-10T00:20:00,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => b048c75d364fba52e649596e7b9397a4, NAME => 'hbase:replication,,1731197999441.b048c75d364fba52e649596e7b9397a4.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:20:00,648 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T00:20:00,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T00:20:00,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731197999441.b048c75d364fba52e649596e7b9397a4. service=MultiRowMutationService 2024-11-10T00:20:00,648 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T00:20:00,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b048c75d364fba52e649596e7b9397a4 2024-11-10T00:20:00,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731197999441.b048c75d364fba52e649596e7b9397a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:20:00,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for b048c75d364fba52e649596e7b9397a4 2024-11-10T00:20:00,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for b048c75d364fba52e649596e7b9397a4 2024-11-10T00:20:00,650 INFO [StoreOpener-b048c75d364fba52e649596e7b9397a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b048c75d364fba52e649596e7b9397a4 2024-11-10T00:20:00,652 INFO [StoreOpener-b048c75d364fba52e649596e7b9397a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b048c75d364fba52e649596e7b9397a4 columnFamilyName hfileref 2024-11-10T00:20:00,652 DEBUG [StoreOpener-b048c75d364fba52e649596e7b9397a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:00,653 INFO [StoreOpener-b048c75d364fba52e649596e7b9397a4-1 {}] regionserver.HStore(327): Store=b048c75d364fba52e649596e7b9397a4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:20:00,653 INFO [StoreOpener-b048c75d364fba52e649596e7b9397a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b048c75d364fba52e649596e7b9397a4 2024-11-10T00:20:00,655 INFO [StoreOpener-b048c75d364fba52e649596e7b9397a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b048c75d364fba52e649596e7b9397a4 columnFamilyName queue 2024-11-10T00:20:00,655 DEBUG [StoreOpener-b048c75d364fba52e649596e7b9397a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:00,655 INFO [StoreOpener-b048c75d364fba52e649596e7b9397a4-1 {}] regionserver.HStore(327): Store=b048c75d364fba52e649596e7b9397a4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:20:00,655 INFO [StoreOpener-b048c75d364fba52e649596e7b9397a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b048c75d364fba52e649596e7b9397a4 2024-11-10T00:20:00,657 INFO [StoreOpener-b048c75d364fba52e649596e7b9397a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b048c75d364fba52e649596e7b9397a4 columnFamilyName sid 2024-11-10T00:20:00,657 DEBUG [StoreOpener-b048c75d364fba52e649596e7b9397a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:00,658 INFO [StoreOpener-b048c75d364fba52e649596e7b9397a4-1 {}] regionserver.HStore(327): Store=b048c75d364fba52e649596e7b9397a4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:20:00,658 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for b048c75d364fba52e649596e7b9397a4 2024-11-10T00:20:00,658 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T00:20:00,659 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/data/hbase/replication/b048c75d364fba52e649596e7b9397a4 2024-11-10T00:20:00,659 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/data/hbase/replication/b048c75d364fba52e649596e7b9397a4 2024-11-10T00:20:00,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for b048c75d364fba52e649596e7b9397a4 2024-11-10T00:20:00,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for b048c75d364fba52e649596e7b9397a4 2024-11-10T00:20:00,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T00:20:00,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for b048c75d364fba52e649596e7b9397a4 2024-11-10T00:20:00,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/data/hbase/replication/b048c75d364fba52e649596e7b9397a4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:20:00,666 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened b048c75d364fba52e649596e7b9397a4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63141327, jitterRate=-0.05912090837955475}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T00:20:00,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b048c75d364fba52e649596e7b9397a4 2024-11-10T00:20:00,668 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for b048c75d364fba52e649596e7b9397a4: Running coprocessor pre-open hook at 1731198000649Writing region info on filesystem at 1731198000649Initializing all the Stores at 1731198000650 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198000650Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198000650Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198000650Cleaning up temporary data from old regions at 1731198000661 (+11 ms)Running coprocessor post-open hooks at 1731198000667 (+6 ms)Region opened successfully at 1731198000667 2024-11-10T00:20:00,669 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731197999441.b048c75d364fba52e649596e7b9397a4., pid=7, masterSystemTime=1731198000612 2024-11-10T00:20:00,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731197999441.b048c75d364fba52e649596e7b9397a4. 2024-11-10T00:20:00,673 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731197999441.b048c75d364fba52e649596e7b9397a4. 2024-11-10T00:20:00,674 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b048c75d364fba52e649596e7b9397a4, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,41933,1731197991597 2024-11-10T00:20:00,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b048c75d364fba52e649596e7b9397a4, server=b3c019fcff38,41933,1731197991597 because future has completed 2024-11-10T00:20:00,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-10T00:20:00,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b048c75d364fba52e649596e7b9397a4, server=b3c019fcff38,41933,1731197991597 in 220 msec 2024-11-10T00:20:00,685 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T00:20:00,685 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b048c75d364fba52e649596e7b9397a4, ASSIGN in 383 msec 2024-11-10T00:20:00,686 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T00:20:00,686 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731198000686"}]},"ts":"1731198000686"} 2024-11-10T00:20:00,688 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T00:20:00,690 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T00:20:00,692 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2480 sec 2024-11-10T00:20:00,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731197999441.b048c75d364fba52e649596e7b9397a4., hostname=b3c019fcff38,41933,1731197991597, seqNum=2] 2024-11-10T00:20:00,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41933 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-10T00:20:00,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37157-0x100ff3ed5250000, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-605598654 2024-11-10T00:20:00,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41933-0x100ff3ed5250001, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-605598654 2024-11-10T00:20:00,737 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T00:20:00,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41933 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-10T00:20:00,902 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T00:20:00,942 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-b3c019fcff38,41933,1731197991597, ReplicationSource: 1, currentBandwidth=0 2024-11-10T00:20:00,944 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:20:00,944 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,41933,1731197991597, seqNum=-1] 2024-11-10T00:20:00,944 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:20:00,946 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47413, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-10T00:20:00,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b3c019fcff38,41933,1731197991597', locateType=CURRENT is [region=hbase:replication,,1731197999441.b048c75d364fba52e649596e7b9397a4., hostname=b3c019fcff38,41933,1731197991597, seqNum=2] 2024-11-10T00:20:00,955 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-10T00:20:00,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37157 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-10T00:20:00,960 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b3c019fcff38,41933,1731197991597 suceeded 2024-11-10T00:20:00,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-10T00:20:00,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 224 msec 2024-11-10T00:20:00,963 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b3c019fcff38:39133,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T00:20:00,966 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5650 sec 2024-11-10T00:20:00,976 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,41933,1731197991597 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b3c019fcff38:39133' 2024-11-10T00:20:00,978 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,41933,1731197991597 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ba0861c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:00,978 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,41933,1731197991597 {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,39133,-1 for getting cluster id 2024-11-10T00:20:00,978 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,41933,1731197991597 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:20:00,979 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f258aea8-deb3-4074-b18a-e2c720cef0bc' 2024-11-10T00:20:00,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:20:00,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f258aea8-deb3-4074-b18a-e2c720cef0bc" 2024-11-10T00:20:00,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26bce5a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:00,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,39133,-1] 2024-11-10T00:20:00,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:20:00,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:00,981 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:20:00,982 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,41933,1731197991597 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43ca3351, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:00,982 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,41933,1731197991597 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:20:00,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,39133,1731197996577 2024-11-10T00:20:00,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7278b553 2024-11-10T00:20:00,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:20:00,984 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-10T00:20:00,985 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,41933,1731197991597 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b3c019fcff38,41933,1731197991597 (queues=1) is replicating from cluster=62062903-adb1-4b4e-94a0-d4ec1ebaf7fe to cluster=f258aea8-deb3-4074-b18a-e2c720cef0bc 2024-11-10T00:20:00,988 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,41933,1731197991597 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b3c019fcff38%2C41933%2C1731197991597 2024-11-10T00:20:00,992 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,41933,1731197991597 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b3c019fcff38,41933,1731197991597, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T00:20:00,994 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,41933,1731197991597.replicationSource.shipperb3c019fcff38%2C41933%2C1731197991597,1-b3c019fcff38,41933,1731197991597 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b3c019fcff38%2C41933%2C1731197991597 2024-11-10T00:20:00,998 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,41933,1731197991597.replicationSource.wal-reader.b3c019fcff38%2C41933%2C1731197991597,1-b3c019fcff38,41933,1731197991597 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/WALs/b3c019fcff38,41933,1731197991597/b3c019fcff38%2C41933%2C1731197991597.1731197994565, startPosition=0, beingWritten=true 2024-11-10T00:20:01,257 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,41933,1731197991597.replicationSource.wal-reader.b3c019fcff38%2C41933%2C1731197991597,1-b3c019fcff38,41933,1731197991597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/WALs/b3c019fcff38,41933,1731197991597/b3c019fcff38%2C41933%2C1731197991597.1731197994565 to pos 0, reset compression=false 2024-11-10T00:20:01,343 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T00:20:01,344 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T00:20:01,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T00:20:01,345 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-10T00:20:01,346 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T00:20:01,346 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-10T00:20:01,346 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T00:20:01,346 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T00:20:01,346 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T00:20:01,346 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T00:20:01,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:20:01,564 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:20:01,564 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T00:20:01,564 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:20:01,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:01,564 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,41933,1731197991597.replicationSource.wal-reader.b3c019fcff38%2C41933%2C1731197991597,1-b3c019fcff38,41933,1731197991597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/WALs/b3c019fcff38,41933,1731197991597/b3c019fcff38%2C41933%2C1731197991597.1731197994565 to pos 0, reset compression=false 2024-11-10T00:20:01,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:01,564 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:20:01,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@624c4eba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:01,565 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,37157,-1 for getting cluster id 2024-11-10T00:20:01,565 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:20:01,566 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62062903-adb1-4b4e-94a0-d4ec1ebaf7fe' 2024-11-10T00:20:01,567 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:20:01,567 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62062903-adb1-4b4e-94a0-d4ec1ebaf7fe" 2024-11-10T00:20:01,567 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7692fed8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:01,567 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,37157,-1] 2024-11-10T00:20:01,568 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:20:01,568 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:01,569 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:20:01,571 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20706888, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:01,571 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:20:01,572 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,37157,1731197990939 2024-11-10T00:20:01,572 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@228f4bf6 2024-11-10T00:20:01,572 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:20:01,574 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:20:01,574 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37157 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://b3c019fcff38:39133,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T00:20:01,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37157 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T00:20:01,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T00:20:01,578 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b3c019fcff38:39133' 2024-11-10T00:20:01,579 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ddd2251, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:01,579 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,39133,-1 for getting cluster id 2024-11-10T00:20:01,579 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:20:01,580 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f258aea8-deb3-4074-b18a-e2c720cef0bc' 2024-11-10T00:20:01,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:20:01,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f258aea8-deb3-4074-b18a-e2c720cef0bc" 2024-11-10T00:20:01,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@726feb6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:01,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,39133,-1] 2024-11-10T00:20:01,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:20:01,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:01,581 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:20:01,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14ef7a1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:01,582 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:20:01,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,39133,1731197996577 2024-11-10T00:20:01,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c437cf4 2024-11-10T00:20:01,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:20:01,584 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:20:01,585 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-10T00:20:01,585 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T00:20:01,585 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:01,585 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:01,585 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:20:01,595 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T00:20:01,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T00:20:01,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41933 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-10T00:20:01,749 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-10T00:20:01,779 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-b3c019fcff38,41933,1731197991597, ReplicationSource: 2, currentBandwidth=0 2024-11-10T00:20:01,783 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-10T00:20:01,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37157 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-10T00:20:01,786 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on b3c019fcff38,41933,1731197991597 suceeded 2024-11-10T00:20:01,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T00:20:01,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-10T00:20:01,790 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://b3c019fcff38:39133,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T00:20:01,792 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 216 msec 2024-11-10T00:20:01,798 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,2-b3c019fcff38,41933,1731197991597 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b3c019fcff38:39133' 2024-11-10T00:20:01,799 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,2-b3c019fcff38,41933,1731197991597 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e1c921, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:01,799 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,2-b3c019fcff38,41933,1731197991597 {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,39133,-1 for getting cluster id 2024-11-10T00:20:01,799 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,2-b3c019fcff38,41933,1731197991597 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:20:01,800 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f258aea8-deb3-4074-b18a-e2c720cef0bc' 2024-11-10T00:20:01,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:20:01,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f258aea8-deb3-4074-b18a-e2c720cef0bc" 2024-11-10T00:20:01,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2442bf2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:01,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,39133,-1] 2024-11-10T00:20:01,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:20:01,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:01,803 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:20:01,804 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,2-b3c019fcff38,41933,1731197991597 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7557b13d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:01,804 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,2-b3c019fcff38,41933,1731197991597 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:20:01,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,39133,1731197996577 2024-11-10T00:20:01,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c30ccd6 2024-11-10T00:20:01,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:20:01,806 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-10T00:20:01,807 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,2-b3c019fcff38,41933,1731197991597 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-b3c019fcff38,41933,1731197991597 (queues=1) is replicating from cluster=62062903-adb1-4b4e-94a0-d4ec1ebaf7fe to cluster=f258aea8-deb3-4074-b18a-e2c720cef0bc 2024-11-10T00:20:01,807 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,2-b3c019fcff38,41933,1731197991597 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=b3c019fcff38%2C41933%2C1731197991597 2024-11-10T00:20:01,807 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,2-b3c019fcff38,41933,1731197991597 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-b3c019fcff38,41933,1731197991597, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T00:20:01,807 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,2-b3c019fcff38,41933,1731197991597.replicationSource.shipperb3c019fcff38%2C41933%2C1731197991597,2-b3c019fcff38,41933,1731197991597 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b3c019fcff38%2C41933%2C1731197991597 2024-11-10T00:20:01,808 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,2-b3c019fcff38,41933,1731197991597.replicationSource.wal-reader.b3c019fcff38%2C41933%2C1731197991597,2-b3c019fcff38,41933,1731197991597 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/WALs/b3c019fcff38,41933,1731197991597/b3c019fcff38%2C41933%2C1731197991597.1731197994565, startPosition=0, beingWritten=true 2024-11-10T00:20:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T00:20:01,893 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-10T00:20:01,893 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:20:01,894 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:20:01,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:01,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:01,894 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:20:01,894 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:20:01,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,37157,1731197990939 2024-11-10T00:20:01,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@251462ea 2024-11-10T00:20:01,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:20:01,900 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:20:01,902 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37157 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-10T00:20:01,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37157 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-10T00:20:01,904 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37157 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-10T00:20:01,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37157 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-10T00:20:01,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37157 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://b3c019fcff38:39133,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T00:20:01,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37157 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-10T00:20:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T00:20:01,915 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b3c019fcff38:39133' 2024-11-10T00:20:01,917 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f0933e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:01,917 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,39133,-1 for getting cluster id 2024-11-10T00:20:01,917 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:20:01,918 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f258aea8-deb3-4074-b18a-e2c720cef0bc' 2024-11-10T00:20:01,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:20:01,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f258aea8-deb3-4074-b18a-e2c720cef0bc" 2024-11-10T00:20:01,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30c889b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:01,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,39133,-1] 2024-11-10T00:20:01,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:20:01,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:01,920 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:20:01,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bc900b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:01,921 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:20:01,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,39133,1731197996577 2024-11-10T00:20:01,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8b8ca6f 2024-11-10T00:20:01,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:20:01,924 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:20:01,925 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T00:20:01,925 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T00:20:01,925 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:01,925 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:01,925 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:20:01,930 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T00:20:01,971 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,41933,1731197991597.replicationSource.wal-reader.b3c019fcff38%2C41933%2C1731197991597,1-b3c019fcff38,41933,1731197991597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/WALs/b3c019fcff38,41933,1731197991597/b3c019fcff38%2C41933%2C1731197991597.1731197994565 to pos 0, reset compression=false 2024-11-10T00:20:02,015 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,2-b3c019fcff38,41933,1731197991597.replicationSource.wal-reader.b3c019fcff38%2C41933%2C1731197991597,2-b3c019fcff38,41933,1731197991597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/WALs/b3c019fcff38,41933,1731197991597/b3c019fcff38%2C41933%2C1731197991597.1731197994565 to pos 0, reset compression=false 2024-11-10T00:20:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T00:20:02,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41933 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-10T00:20:02,084 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-10T00:20:02,085 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-10T00:20:02,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37157 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-10T00:20:02,089 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on b3c019fcff38,41933,1731197991597 suceeded 2024-11-10T00:20:02,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-10T00:20:02,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-10T00:20:02,092 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://b3c019fcff38:39133,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T00:20:02,094 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 183 msec 2024-11-10T00:20:02,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T00:20:02,233 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-10T00:20:02,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37157 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://b3c019fcff38:39133,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T00:20:02,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37157 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-10T00:20:02,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T00:20:02,238 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b3c019fcff38:39133' 2024-11-10T00:20:02,239 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46aad68d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:02,239 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,39133,-1 for getting cluster id 2024-11-10T00:20:02,239 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:20:02,240 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f258aea8-deb3-4074-b18a-e2c720cef0bc' 2024-11-10T00:20:02,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:20:02,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f258aea8-deb3-4074-b18a-e2c720cef0bc" 2024-11-10T00:20:02,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28d1a3ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:02,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,39133,-1] 2024-11-10T00:20:02,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:20:02,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:02,242 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:20:02,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@365d42df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:02,243 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:20:02,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,39133,1731197996577 2024-11-10T00:20:02,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e5b6c71 2024-11-10T00:20:02,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:20:02,246 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:20:02,246 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-10T00:20:02,246 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T00:20:02,246 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:02,247 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:02,247 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:20:02,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T00:20:02,323 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,2-b3c019fcff38,41933,1731197991597.replicationSource.wal-reader.b3c019fcff38%2C41933%2C1731197991597,2-b3c019fcff38,41933,1731197991597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/WALs/b3c019fcff38,41933,1731197991597/b3c019fcff38%2C41933%2C1731197991597.1731197994565 to pos 0, reset compression=false 2024-11-10T00:20:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T00:20:02,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41933 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-10T00:20:02,406 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-10T00:20:02,408 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-10T00:20:02,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37157 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-10T00:20:02,411 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on b3c019fcff38,41933,1731197991597 suceeded 2024-11-10T00:20:02,414 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-10T00:20:02,414 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://b3c019fcff38:39133,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T00:20:02,414 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-10T00:20:02,416 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 180 msec 2024-11-10T00:20:02,478 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,41933,1731197991597.replicationSource.wal-reader.b3c019fcff38%2C41933%2C1731197991597,1-b3c019fcff38,41933,1731197991597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/WALs/b3c019fcff38,41933,1731197991597/b3c019fcff38%2C41933%2C1731197991597.1731197994565 to pos 0, reset compression=false 2024-11-10T00:20:02,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T00:20:02,554 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-10T00:20:02,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37157 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-10T00:20:02,555 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37157 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-10T00:20:02,556 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:20:02,556 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:20:02,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:02,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:02,556 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:20:02,556 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T00:20:02,556 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=76445151, stopped=false 2024-11-10T00:20:02,557 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b3c019fcff38,37157,1731197990939 2024-11-10T00:20:02,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37157-0x100ff3ed5250000, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-605598654/running 2024-11-10T00:20:02,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41933-0x100ff3ed5250001, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-605598654/running 2024-11-10T00:20:02,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37157-0x100ff3ed5250000, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-605598654 2024-11-10T00:20:02,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41933-0x100ff3ed5250001, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-605598654 2024-11-10T00:20:02,559 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T00:20:02,559 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:20:02,559 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:20:02,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:02,559 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41933-0x100ff3ed5250001, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Set watcher on znode that does not yet exist, /0-605598654/running 2024-11-10T00:20:02,559 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37157-0x100ff3ed5250000, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Set watcher on znode that does not yet exist, /0-605598654/running 2024-11-10T00:20:02,560 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b3c019fcff38,41933,1731197991597' ***** 2024-11-10T00:20:02,560 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T00:20:02,560 INFO [RS:0;b3c019fcff38:41933 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T00:20:02,560 INFO [RS:0;b3c019fcff38:41933 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T00:20:02,561 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T00:20:02,561 INFO [RS:0;b3c019fcff38:41933 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T00:20:02,561 INFO [RS:0;b3c019fcff38:41933 {}] regionserver.HRegionServer(3091): Received CLOSE for b048c75d364fba52e649596e7b9397a4 2024-11-10T00:20:02,561 INFO [RS:0;b3c019fcff38:41933 {}] regionserver.HRegionServer(959): stopping server b3c019fcff38,41933,1731197991597 2024-11-10T00:20:02,561 INFO [RS:0;b3c019fcff38:41933 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T00:20:02,561 INFO [RS:0;b3c019fcff38:41933 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b3c019fcff38:41933. 2024-11-10T00:20:02,562 DEBUG [RS:0;b3c019fcff38:41933 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:20:02,562 DEBUG [RS:0;b3c019fcff38:41933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:02,562 INFO [RS:0;b3c019fcff38:41933 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T00:20:02,562 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b048c75d364fba52e649596e7b9397a4, disabling compactions & flushes 2024-11-10T00:20:02,562 INFO [RS:0;b3c019fcff38:41933 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T00:20:02,562 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731197999441.b048c75d364fba52e649596e7b9397a4. 2024-11-10T00:20:02,562 INFO [RS:0;b3c019fcff38:41933 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T00:20:02,562 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731197999441.b048c75d364fba52e649596e7b9397a4. 2024-11-10T00:20:02,562 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731197999441.b048c75d364fba52e649596e7b9397a4. after waiting 0 ms 2024-11-10T00:20:02,562 INFO [RS:0;b3c019fcff38:41933 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T00:20:02,562 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731197999441.b048c75d364fba52e649596e7b9397a4. 2024-11-10T00:20:02,562 INFO [RS:0;b3c019fcff38:41933 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T00:20:02,563 DEBUG [RS:0;b3c019fcff38:41933 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b048c75d364fba52e649596e7b9397a4=hbase:replication,,1731197999441.b048c75d364fba52e649596e7b9397a4.} 2024-11-10T00:20:02,563 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T00:20:02,563 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T00:20:02,563 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T00:20:02,563 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T00:20:02,563 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T00:20:02,563 DEBUG [RS:0;b3c019fcff38:41933 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b048c75d364fba52e649596e7b9397a4 2024-11-10T00:20:02,566 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b048c75d364fba52e649596e7b9397a4 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-10T00:20:02,566 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-10T00:20:02,613 INFO [regionserver/b3c019fcff38:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T00:20:02,636 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/data/hbase/meta/1588230740/.tmp/info/77357c05fa0849faa11e0226d781c79a is 147, key is hbase:replication,,1731197999441.b048c75d364fba52e649596e7b9397a4./info:regioninfo/1731198000673/Put/seqid=0 2024-11-10T00:20:02,636 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/data/hbase/replication/b048c75d364fba52e649596e7b9397a4/.tmp/queue/5605c2c9ba45407dacc49cc1d9b976fb is 151, key is 1-b3c019fcff38,41933,1731197991597/queue:b3c019fcff38%2C41933%2C1731197991597/1731198000950/Put/seqid=0 2024-11-10T00:20:02,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741838_1014 (size=5500) 2024-11-10T00:20:02,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741839_1015 (size=6631) 2024-11-10T00:20:02,731 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,2-b3c019fcff38,41933,1731197991597.replicationSource.wal-reader.b3c019fcff38%2C41933%2C1731197991597,2-b3c019fcff38,41933,1731197991597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/WALs/b3c019fcff38,41933,1731197991597/b3c019fcff38%2C41933%2C1731197991597.1731197994565 to pos 0, reset compression=false 2024-11-10T00:20:02,763 DEBUG [RS:0;b3c019fcff38:41933 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b048c75d364fba52e649596e7b9397a4 2024-11-10T00:20:02,963 DEBUG [RS:0;b3c019fcff38:41933 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b048c75d364fba52e649596e7b9397a4 2024-11-10T00:20:03,051 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/data/hbase/replication/b048c75d364fba52e649596e7b9397a4/.tmp/queue/5605c2c9ba45407dacc49cc1d9b976fb 2024-11-10T00:20:03,051 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/data/hbase/meta/1588230740/.tmp/info/77357c05fa0849faa11e0226d781c79a 2024-11-10T00:20:03,085 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,41933,1731197991597.replicationSource.wal-reader.b3c019fcff38%2C41933%2C1731197991597,1-b3c019fcff38,41933,1731197991597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/WALs/b3c019fcff38,41933,1731197991597/b3c019fcff38%2C41933%2C1731197991597.1731197994565 to pos 0, reset compression=false 2024-11-10T00:20:03,098 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/data/hbase/replication/b048c75d364fba52e649596e7b9397a4/.tmp/queue/5605c2c9ba45407dacc49cc1d9b976fb as hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/data/hbase/replication/b048c75d364fba52e649596e7b9397a4/queue/5605c2c9ba45407dacc49cc1d9b976fb 2024-11-10T00:20:03,108 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/data/hbase/replication/b048c75d364fba52e649596e7b9397a4/queue/5605c2c9ba45407dacc49cc1d9b976fb, entries=2, sequenceid=6, filesize=5.4 K 2024-11-10T00:20:03,115 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for b048c75d364fba52e649596e7b9397a4 in 549ms, sequenceid=6, compaction requested=false 2024-11-10T00:20:03,115 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T00:20:03,122 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/data/hbase/meta/1588230740/.tmp/ns/34b6fc3b9a0746ed817b1bf5de92d894 is 43, key is default/ns:d/1731197995200/Put/seqid=0 2024-11-10T00:20:03,124 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/data/hbase/replication/b048c75d364fba52e649596e7b9397a4/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-10T00:20:03,127 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T00:20:03,127 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T00:20:03,127 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731197999441.b048c75d364fba52e649596e7b9397a4. 2024-11-10T00:20:03,127 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b048c75d364fba52e649596e7b9397a4: Waiting for close lock at 1731198002561Running coprocessor pre-close hooks at 1731198002562 (+1 ms)Disabling compacts and flushes for region at 1731198002562Disabling writes for close at 1731198002562Obtaining lock to block concurrent updates at 1731198002566 (+4 ms)Preparing flush snapshotting stores in b048c75d364fba52e649596e7b9397a4 at 1731198002566Finished memstore snapshotting hbase:replication,,1731197999441.b048c75d364fba52e649596e7b9397a4., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731198002574 (+8 ms)Flushing stores of hbase:replication,,1731197999441.b048c75d364fba52e649596e7b9397a4. at 1731198002575 (+1 ms)Flushing b048c75d364fba52e649596e7b9397a4/queue: creating writer at 1731198002577 (+2 ms)Flushing b048c75d364fba52e649596e7b9397a4/queue: appending metadata at 1731198002618 (+41 ms)Flushing b048c75d364fba52e649596e7b9397a4/queue: closing flushed file at 1731198002621 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b5912e: reopening flushed file at 1731198003096 (+475 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for b048c75d364fba52e649596e7b9397a4 in 549ms, sequenceid=6, compaction requested=false at 1731198003115 (+19 ms)Writing region close event to WAL at 1731198003117 (+2 ms)Running coprocessor post-close hooks at 1731198003125 (+8 ms)Closed at 1731198003127 (+2 ms) 2024-11-10T00:20:03,128 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731197999441.b048c75d364fba52e649596e7b9397a4. 2024-11-10T00:20:03,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741840_1016 (size=5153) 2024-11-10T00:20:03,164 DEBUG [RS:0;b3c019fcff38:41933 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:20:03,238 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,2-b3c019fcff38,41933,1731197991597.replicationSource.wal-reader.b3c019fcff38%2C41933%2C1731197991597,2-b3c019fcff38,41933,1731197991597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/WALs/b3c019fcff38,41933,1731197991597/b3c019fcff38%2C41933%2C1731197991597.1731197994565 to pos 0, reset compression=false 2024-11-10T00:20:03,364 DEBUG [RS:0;b3c019fcff38:41933 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:20:03,430 INFO [regionserver/b3c019fcff38:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T00:20:03,431 INFO [regionserver/b3c019fcff38:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T00:20:03,532 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/data/hbase/meta/1588230740/.tmp/ns/34b6fc3b9a0746ed817b1bf5de92d894 2024-11-10T00:20:03,558 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/data/hbase/meta/1588230740/.tmp/table/569ec97bb6804ff098b3cb5bbd70a5a4 is 53, key is hbase:replication/table:state/1731198000686/Put/seqid=0 2024-11-10T00:20:03,564 INFO [RS:0;b3c019fcff38:41933 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T00:20:03,564 DEBUG [RS:0;b3c019fcff38:41933 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T00:20:03,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741841_1017 (size=5256) 2024-11-10T00:20:03,564 DEBUG [RS:0;b3c019fcff38:41933 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:20:03,765 DEBUG [RS:0;b3c019fcff38:41933 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:20:03,793 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,41933,1731197991597.replicationSource.wal-reader.b3c019fcff38%2C41933%2C1731197991597,1-b3c019fcff38,41933,1731197991597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/WALs/b3c019fcff38,41933,1731197991597/b3c019fcff38%2C41933%2C1731197991597.1731197994565 to pos 0, reset compression=false 2024-11-10T00:20:03,846 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,2-b3c019fcff38,41933,1731197991597.replicationSource.wal-reader.b3c019fcff38%2C41933%2C1731197991597,2-b3c019fcff38,41933,1731197991597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/WALs/b3c019fcff38,41933,1731197991597/b3c019fcff38%2C41933%2C1731197991597.1731197994565 to pos 0, reset compression=false 2024-11-10T00:20:03,965 DEBUG [RS:0;b3c019fcff38:41933 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:20:03,966 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/data/hbase/meta/1588230740/.tmp/table/569ec97bb6804ff098b3cb5bbd70a5a4 2024-11-10T00:20:03,975 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/data/hbase/meta/1588230740/.tmp/info/77357c05fa0849faa11e0226d781c79a as hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/data/hbase/meta/1588230740/info/77357c05fa0849faa11e0226d781c79a 2024-11-10T00:20:03,982 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/data/hbase/meta/1588230740/info/77357c05fa0849faa11e0226d781c79a, entries=10, sequenceid=11, filesize=6.5 K 2024-11-10T00:20:03,984 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/data/hbase/meta/1588230740/.tmp/ns/34b6fc3b9a0746ed817b1bf5de92d894 as hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/data/hbase/meta/1588230740/ns/34b6fc3b9a0746ed817b1bf5de92d894 2024-11-10T00:20:03,991 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/data/hbase/meta/1588230740/ns/34b6fc3b9a0746ed817b1bf5de92d894, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T00:20:03,992 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/data/hbase/meta/1588230740/.tmp/table/569ec97bb6804ff098b3cb5bbd70a5a4 as hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/data/hbase/meta/1588230740/table/569ec97bb6804ff098b3cb5bbd70a5a4 2024-11-10T00:20:04,000 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/data/hbase/meta/1588230740/table/569ec97bb6804ff098b3cb5bbd70a5a4, entries=2, sequenceid=11, filesize=5.1 K 2024-11-10T00:20:04,001 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1438ms, sequenceid=11, compaction requested=false 2024-11-10T00:20:04,007 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T00:20:04,007 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T00:20:04,007 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T00:20:04,007 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T00:20:04,008 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731198002562Running coprocessor pre-close hooks at 1731198002562Disabling compacts and flushes for region at 1731198002562Disabling writes for close at 1731198002563 (+1 ms)Obtaining lock to block concurrent updates at 1731198002566 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1731198002566Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731198002574 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731198002575 (+1 ms)Flushing 1588230740/info: creating writer at 1731198002577 (+2 ms)Flushing 1588230740/info: appending metadata at 1731198002618 (+41 ms)Flushing 1588230740/info: closing flushed file at 1731198002621 (+3 ms)Flushing 1588230740/ns: creating writer at 1731198003096 (+475 ms)Flushing 1588230740/ns: appending metadata at 1731198003120 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1731198003121 (+1 ms)Flushing 1588230740/table: creating writer at 1731198003541 (+420 ms)Flushing 1588230740/table: appending metadata at 1731198003558 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731198003558Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62c55ddb: reopening flushed file at 1731198003974 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33120fb4: reopening flushed file at 1731198003983 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a4cc65f: reopening flushed file at 1731198003991 (+8 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1438ms, sequenceid=11, compaction requested=false at 1731198004001 (+10 ms)Writing region close event to WAL at 1731198004002 (+1 ms)Running coprocessor post-close hooks at 1731198004007 (+5 ms)Closed at 1731198004007 2024-11-10T00:20:04,008 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T00:20:04,165 INFO [RS:0;b3c019fcff38:41933 {}] regionserver.HRegionServer(976): stopping server b3c019fcff38,41933,1731197991597; all regions closed. 2024-11-10T00:20:04,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741834_1010 (size=2742) 2024-11-10T00:20:04,177 DEBUG [RS:0;b3c019fcff38:41933 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/oldWALs 2024-11-10T00:20:04,177 INFO [RS:0;b3c019fcff38:41933 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b3c019fcff38%2C41933%2C1731197991597.meta:.meta(num 1731197995046) 2024-11-10T00:20:04,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741837_1013 (size=1802) 2024-11-10T00:20:04,183 DEBUG [RS:0;b3c019fcff38:41933 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/oldWALs 2024-11-10T00:20:04,183 INFO [RS:0;b3c019fcff38:41933 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b3c019fcff38%2C41933%2C1731197991597.rep:(num 1731198000624) 2024-11-10T00:20:04,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741833_1009 (size=93) 2024-11-10T00:20:04,188 DEBUG [RS:0;b3c019fcff38:41933 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/oldWALs 2024-11-10T00:20:04,188 INFO [RS:0;b3c019fcff38:41933 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b3c019fcff38%2C41933%2C1731197991597:(num 1731197994565) 2024-11-10T00:20:04,188 DEBUG [RS:0;b3c019fcff38:41933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:04,189 INFO [RS:0;b3c019fcff38:41933 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T00:20:04,189 INFO [RS:0;b3c019fcff38:41933 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T00:20:04,189 INFO [RS:0;b3c019fcff38:41933 {}] hbase.ChoreService(370): Chore service for: regionserver/b3c019fcff38:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T00:20:04,189 INFO [RS:0;b3c019fcff38:41933 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T00:20:04,189 INFO [regionserver/b3c019fcff38:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T00:20:04,190 INFO [RS:0;b3c019fcff38:41933 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b3c019fcff38,41933,1731197991597 because: Region server is closing 2024-11-10T00:20:04,190 INFO [RS:0;b3c019fcff38:41933 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b3c019fcff38:41933. 2024-11-10T00:20:04,190 DEBUG [RS:0;b3c019fcff38:41933 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:20:04,190 DEBUG [RS:0;b3c019fcff38:41933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:04,191 DEBUG [RS:0;b3c019fcff38:41933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:04,191 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:20:04,291 WARN [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,41933,1731197991597.replicationSource.wal-reader.b3c019fcff38%2C41933%2C1731197991597,1-b3c019fcff38,41933,1731197991597 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T00:20:04,291 WARN [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,41933,1731197991597.replicationSource.shipperb3c019fcff38%2C41933%2C1731197991597,1-b3c019fcff38,41933,1731197991597 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T00:20:04,291 INFO [RS:0;b3c019fcff38:41933 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,41933,1731197991597.replicationSource.shipperb3c019fcff38%2C41933%2C1731197991597,1-b3c019fcff38,41933,1731197991597 terminated 2024-11-10T00:20:04,292 INFO [RS:0;b3c019fcff38:41933 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-b3c019fcff38,41933,1731197991597 because: Region server is closing 2024-11-10T00:20:04,292 INFO [RS:0;b3c019fcff38:41933 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b3c019fcff38:41933. 2024-11-10T00:20:04,292 DEBUG [RS:0;b3c019fcff38:41933 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:20:04,293 DEBUG [RS:0;b3c019fcff38:41933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:04,293 DEBUG [RS:0;b3c019fcff38:41933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:04,293 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:20:04,393 WARN [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,2-b3c019fcff38,41933,1731197991597.replicationSource.wal-reader.b3c019fcff38%2C41933%2C1731197991597,2-b3c019fcff38,41933,1731197991597 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T00:20:04,393 WARN [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,2-b3c019fcff38,41933,1731197991597.replicationSource.shipperb3c019fcff38%2C41933%2C1731197991597,2-b3c019fcff38,41933,1731197991597 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T00:20:04,393 INFO [RS:0;b3c019fcff38:41933 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,2-b3c019fcff38,41933,1731197991597.replicationSource.shipperb3c019fcff38%2C41933%2C1731197991597,2-b3c019fcff38,41933,1731197991597 terminated 2024-11-10T00:20:04,394 INFO [RS:0;b3c019fcff38:41933 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41933 2024-11-10T00:20:04,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41933-0x100ff3ed5250001, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-605598654/rs/b3c019fcff38,41933,1731197991597 2024-11-10T00:20:04,398 INFO [RS:0;b3c019fcff38:41933 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T00:20:04,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37157-0x100ff3ed5250000, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-605598654/rs 2024-11-10T00:20:04,400 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b3c019fcff38,41933,1731197991597] 2024-11-10T00:20:04,406 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-605598654/draining/b3c019fcff38,41933,1731197991597 already deleted, retry=false 2024-11-10T00:20:04,406 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b3c019fcff38,41933,1731197991597 expired; onlineServers=0 2024-11-10T00:20:04,407 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b3c019fcff38,37157,1731197990939' ***** 2024-11-10T00:20:04,407 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T00:20:04,407 INFO [M:0;b3c019fcff38:37157 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T00:20:04,407 INFO [M:0;b3c019fcff38:37157 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T00:20:04,407 DEBUG [M:0;b3c019fcff38:37157 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T00:20:04,407 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T00:20:04,407 DEBUG [M:0;b3c019fcff38:37157 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T00:20:04,407 DEBUG [master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731197994190 {}] cleaner.HFileCleaner(306): Exit Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731197994190,5,FailOnTimeoutGroup] 2024-11-10T00:20:04,407 DEBUG [master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731197994191 {}] cleaner.HFileCleaner(306): Exit Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731197994191,5,FailOnTimeoutGroup] 2024-11-10T00:20:04,407 INFO [M:0;b3c019fcff38:37157 {}] hbase.ChoreService(370): Chore service for: master/b3c019fcff38:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T00:20:04,408 INFO [M:0;b3c019fcff38:37157 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T00:20:04,408 DEBUG [M:0;b3c019fcff38:37157 {}] master.HMaster(1795): Stopping service threads 2024-11-10T00:20:04,408 INFO [M:0;b3c019fcff38:37157 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T00:20:04,408 INFO [M:0;b3c019fcff38:37157 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T00:20:04,408 INFO [M:0;b3c019fcff38:37157 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T00:20:04,409 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T00:20:04,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37157-0x100ff3ed5250000, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-605598654/master 2024-11-10T00:20:04,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37157-0x100ff3ed5250000, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-605598654 2024-11-10T00:20:04,409 DEBUG [M:0;b3c019fcff38:37157 {}] zookeeper.ZKUtil(347): master:37157-0x100ff3ed5250000, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Unable to get data of znode /0-605598654/master because node does not exist (not an error) 2024-11-10T00:20:04,409 WARN [M:0;b3c019fcff38:37157 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T00:20:04,410 INFO [M:0;b3c019fcff38:37157 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/.lastflushedseqids 2024-11-10T00:20:04,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741842_1018 (size=181) 2024-11-10T00:20:04,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41933-0x100ff3ed5250001, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:20:04,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41933-0x100ff3ed5250001, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:20:04,501 INFO [RS:0;b3c019fcff38:41933 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T00:20:04,501 INFO [RS:0;b3c019fcff38:41933 {}] regionserver.HRegionServer(1031): Exiting; stopping=b3c019fcff38,41933,1731197991597; zookeeper connection closed. 2024-11-10T00:20:04,501 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@20527ac5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@20527ac5 2024-11-10T00:20:04,502 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T00:20:04,823 INFO [M:0;b3c019fcff38:37157 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T00:20:04,823 INFO [M:0;b3c019fcff38:37157 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T00:20:04,824 DEBUG [M:0;b3c019fcff38:37157 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T00:20:04,824 INFO [M:0;b3c019fcff38:37157 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:20:04,824 DEBUG [M:0;b3c019fcff38:37157 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:20:04,824 DEBUG [M:0;b3c019fcff38:37157 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T00:20:04,824 DEBUG [M:0;b3c019fcff38:37157 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:20:04,824 INFO [M:0;b3c019fcff38:37157 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-10T00:20:04,843 DEBUG [M:0;b3c019fcff38:37157 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f7d9f3b654ad40dca4fe7238bdae8c67 is 82, key is hbase:meta,,1/info:regioninfo/1731197995129/Put/seqid=0 2024-11-10T00:20:04,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741843_1019 (size=5672) 2024-11-10T00:20:05,249 INFO [M:0;b3c019fcff38:37157 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f7d9f3b654ad40dca4fe7238bdae8c67 2024-11-10T00:20:05,276 DEBUG [M:0;b3c019fcff38:37157 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/06e5a851633642aeba1f328bb21fe3a6 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731198000691/Put/seqid=0 2024-11-10T00:20:05,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741844_1020 (size=8663) 2024-11-10T00:20:05,683 INFO [M:0;b3c019fcff38:37157 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/06e5a851633642aeba1f328bb21fe3a6 2024-11-10T00:20:05,707 DEBUG [M:0;b3c019fcff38:37157 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/077e6c5676b6431185ed6834d0c785d9 is 69, key is b3c019fcff38,41933,1731197991597/rs:state/1731197994328/Put/seqid=0 2024-11-10T00:20:05,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741845_1021 (size=5156) 2024-11-10T00:20:06,113 INFO [M:0;b3c019fcff38:37157 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/077e6c5676b6431185ed6834d0c785d9 2024-11-10T00:20:06,122 DEBUG [M:0;b3c019fcff38:37157 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f7d9f3b654ad40dca4fe7238bdae8c67 as hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f7d9f3b654ad40dca4fe7238bdae8c67 2024-11-10T00:20:06,130 INFO [M:0;b3c019fcff38:37157 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f7d9f3b654ad40dca4fe7238bdae8c67, entries=8, sequenceid=115, filesize=5.5 K 2024-11-10T00:20:06,131 DEBUG [M:0;b3c019fcff38:37157 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/06e5a851633642aeba1f328bb21fe3a6 as hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/06e5a851633642aeba1f328bb21fe3a6 2024-11-10T00:20:06,139 INFO [M:0;b3c019fcff38:37157 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/06e5a851633642aeba1f328bb21fe3a6, entries=14, sequenceid=115, filesize=8.5 K 2024-11-10T00:20:06,141 DEBUG [M:0;b3c019fcff38:37157 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/077e6c5676b6431185ed6834d0c785d9 as hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/077e6c5676b6431185ed6834d0c785d9 2024-11-10T00:20:06,148 INFO [M:0;b3c019fcff38:37157 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/077e6c5676b6431185ed6834d0c785d9, entries=1, sequenceid=115, filesize=5.0 K 2024-11-10T00:20:06,149 INFO [M:0;b3c019fcff38:37157 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1325ms, sequenceid=115, compaction requested=false 2024-11-10T00:20:06,151 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T00:20:06,151 INFO [M:0;b3c019fcff38:37157 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:20:06,151 DEBUG [M:0;b3c019fcff38:37157 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731198004823Disabling compacts and flushes for region at 1731198004823Disabling writes for close at 1731198004824 (+1 ms)Obtaining lock to block concurrent updates at 1731198004824Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731198004824Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731198004824Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731198004825 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731198004825Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731198004842 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731198004842Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731198005257 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731198005276 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731198005276Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731198005691 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731198005706 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731198005706Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bdfec9d: reopening flushed file at 1731198006121 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e5b8ccf: reopening flushed file at 1731198006130 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bffad52: reopening flushed file at 1731198006139 (+9 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1325ms, sequenceid=115, compaction requested=false at 1731198006149 (+10 ms)Writing region close event to WAL at 1731198006151 (+2 ms)Closed at 1731198006151 2024-11-10T00:20:06,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741830_1006 (size=59421) 2024-11-10T00:20:06,156 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T00:20:06,156 INFO [M:0;b3c019fcff38:37157 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T00:20:06,156 INFO [M:0;b3c019fcff38:37157 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37157 2024-11-10T00:20:06,157 INFO [M:0;b3c019fcff38:37157 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T00:20:06,259 INFO [M:0;b3c019fcff38:37157 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T00:20:06,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37157-0x100ff3ed5250000, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:20:06,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37157-0x100ff3ed5250000, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:20:06,261 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b3c019fcff38:0 server-side Connection retries=45 2024-11-10T00:20:06,261 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:20:06,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T00:20:06,262 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T00:20:06,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:20:06,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T00:20:06,262 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T00:20:06,262 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T00:20:06,263 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43381 2024-11-10T00:20:06,264 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43381 connecting to ZooKeeper ensemble=127.0.0.1:61768 2024-11-10T00:20:06,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:433810x0, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:20:06,267 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43381-0x100ff3ed5250006 connected 2024-11-10T00:20:06,272 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:20:06,275 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:20:06,277 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43381-0x100ff3ed5250006, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Set watcher on znode that does not yet exist, /0-605598654/running 2024-11-10T00:20:06,277 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-605598654/meta-region-server: INIT 2024-11-10T00:20:06,277 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73, hbase.cluster.distributed=false 2024-11-10T00:20:06,279 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43381-0x100ff3ed5250006, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Set watcher on znode that does not yet exist, /0-605598654/acl 2024-11-10T00:20:06,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43381 2024-11-10T00:20:06,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43381 2024-11-10T00:20:06,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43381 2024-11-10T00:20:06,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43381 2024-11-10T00:20:06,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43381 2024-11-10T00:20:06,297 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b3c019fcff38:0 server-side Connection retries=45 2024-11-10T00:20:06,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:20:06,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T00:20:06,298 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T00:20:06,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:20:06,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T00:20:06,298 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T00:20:06,298 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T00:20:06,299 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32893 2024-11-10T00:20:06,300 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32893 connecting to ZooKeeper ensemble=127.0.0.1:61768 2024-11-10T00:20:06,301 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:20:06,303 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:20:06,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328930x0, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:20:06,310 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:328930x0, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Set watcher on znode that does not yet exist, /0-605598654/running 2024-11-10T00:20:06,310 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32893-0x100ff3ed5250007 connected 2024-11-10T00:20:06,310 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-605598654/meta-region-server: INIT 2024-11-10T00:20:06,310 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T00:20:06,311 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T00:20:06,311 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32893-0x100ff3ed5250007, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Set watcher on znode that does not yet exist, /0-605598654/master 2024-11-10T00:20:06,312 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32893-0x100ff3ed5250007, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Set watcher on znode that does not yet exist, /0-605598654/acl 2024-11-10T00:20:06,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32893 2024-11-10T00:20:06,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32893 2024-11-10T00:20:06,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32893 2024-11-10T00:20:06,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32893 2024-11-10T00:20:06,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32893 2024-11-10T00:20:06,333 DEBUG [M:0;b3c019fcff38:43381 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b3c019fcff38:43381 2024-11-10T00:20:06,334 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-605598654/backup-masters/b3c019fcff38,43381,1731198006261 2024-11-10T00:20:06,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x100ff3ed5250006, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-605598654/backup-masters 2024-11-10T00:20:06,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32893-0x100ff3ed5250007, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-605598654/backup-masters 2024-11-10T00:20:06,336 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43381-0x100ff3ed5250006, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Set watcher on existing znode=/0-605598654/backup-masters/b3c019fcff38,43381,1731198006261 2024-11-10T00:20:06,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32893-0x100ff3ed5250007, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-605598654/master 2024-11-10T00:20:06,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x100ff3ed5250006, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-605598654 2024-11-10T00:20:06,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32893-0x100ff3ed5250007, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-605598654 2024-11-10T00:20:06,338 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43381-0x100ff3ed5250006, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Set watcher on existing znode=/0-605598654/master 2024-11-10T00:20:06,339 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-605598654/backup-masters/b3c019fcff38,43381,1731198006261 from backup master directory 2024-11-10T00:20:06,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x100ff3ed5250006, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-605598654/backup-masters/b3c019fcff38,43381,1731198006261 2024-11-10T00:20:06,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32893-0x100ff3ed5250007, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-605598654/backup-masters 2024-11-10T00:20:06,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x100ff3ed5250006, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-605598654/backup-masters 2024-11-10T00:20:06,341 WARN [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T00:20:06,341 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b3c019fcff38,43381,1731198006261 2024-11-10T00:20:06,359 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:20:06,359 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T00:20:06,374 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 15ms. 2024-11-10T00:20:06,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741846_1022 (size=196) 2024-11-10T00:20:06,383 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:20:06,384 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T00:20:06,384 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:20:06,392 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-10T00:20:06,396 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/MasterData/WALs/b3c019fcff38,37157,1731197990939 to hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/MasterData/WALs/b3c019fcff38,37157,1731197990939-dead as it is dead 2024-11-10T00:20:06,397 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-10T00:20:06,397 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-10T00:20:06,397 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/MasterData/WALs/b3c019fcff38,37157,1731197990939-dead/b3c019fcff38%2C37157%2C1731197990939.1731197993639 2024-11-10T00:20:06,403 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/MasterData/WALs/b3c019fcff38,37157,1731197990939-dead/b3c019fcff38%2C37157%2C1731197990939.1731197993639 after 5ms 2024-11-10T00:20:06,404 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/MasterData/WALs/b3c019fcff38,37157,1731197990939-dead/b3c019fcff38%2C37157%2C1731197990939.1731197993639 to hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b3c019fcff38%2C37157%2C1731197990939.1731197993639 2024-11-10T00:20:06,404 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/MasterData/WALs/b3c019fcff38,37157,1731197990939-dead 2024-11-10T00:20:06,405 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/MasterData/WALs/b3c019fcff38,43381,1731198006261 2024-11-10T00:20:06,406 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T00:20:06,408 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b3c019fcff38%2C43381%2C1731198006261, suffix=, logDir=hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/MasterData/WALs/b3c019fcff38,43381,1731198006261, archiveDir=hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/MasterData/oldWALs, maxLogs=10 2024-11-10T00:20:06,423 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/MasterData/WALs/b3c019fcff38,43381,1731198006261/b3c019fcff38%2C43381%2C1731198006261.1731198006408, exclude list is [], retry=0 2024-11-10T00:20:06,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38833,DS-50a33021-9378-4c7f-9500-a731602f92c2,DISK] 2024-11-10T00:20:06,431 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/MasterData/WALs/b3c019fcff38,43381,1731198006261/b3c019fcff38%2C43381%2C1731198006261.1731198006408 2024-11-10T00:20:06,431 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43431:43431)] 2024-11-10T00:20:06,431 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:20:06,432 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:20:06,432 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:20:06,432 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:20:06,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:20:06,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T00:20:06,435 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:06,444 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f7d9f3b654ad40dca4fe7238bdae8c67 2024-11-10T00:20:06,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:20:06,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:20:06,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T00:20:06,446 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:06,455 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/06e5a851633642aeba1f328bb21fe3a6 2024-11-10T00:20:06,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:20:06,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:20:06,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T00:20:06,457 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:06,465 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/077e6c5676b6431185ed6834d0c785d9 2024-11-10T00:20:06,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:20:06,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:20:06,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T00:20:06,467 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:06,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:20:06,468 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:20:06,469 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-10T00:20:06,469 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b3c019fcff38%2C37157%2C1731197990939.1731197993639 2024-11-10T00:20:06,484 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b3c019fcff38%2C37157%2C1731197990939.1731197993639 2024-11-10T00:20:06,486 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b3c019fcff38%2C37157%2C1731197990939.1731197993639 2024-11-10T00:20:06,488 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:20:06,488 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:20:06,489 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:20:06,491 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:20:06,494 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-10T00:20:06,496 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69243201, jitterRate=0.031804099678993225}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:20:06,496 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731198006432Initializing all the Stores at 1731198006433 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198006434 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198006434Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198006434Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198006434Cleaning up temporary data from old regions at 1731198006488 (+54 ms)Region opened successfully at 1731198006496 (+8 ms) 2024-11-10T00:20:06,497 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T00:20:06,501 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b7798c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b3c019fcff38/172.17.0.2:0 2024-11-10T00:20:06,513 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-10T00:20:06,514 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T00:20:06,514 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T00:20:06,514 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T00:20:06,515 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T00:20:06,521 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T00:20:06,521 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T00:20:06,522 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T00:20:06,522 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T00:20:06,522 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-10T00:20:06,523 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-10T00:20:06,523 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-10T00:20:06,523 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T00:20:06,528 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=b3c019fcff38,41933,1731197991597, regionLocation=b3c019fcff38,41933,1731197991597, openSeqNum=2 2024-11-10T00:20:06,528 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=b3c019fcff38,41933,1731197991597, table=hbase:meta, region=1588230740 2024-11-10T00:20:06,528 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b3c019fcff38,41933,1731197991597, state=OPEN 2024-11-10T00:20:06,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x100ff3ed5250006, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-605598654/meta-region-server 2024-11-10T00:20:06,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32893-0x100ff3ed5250007, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-605598654/meta-region-server 2024-11-10T00:20:06,530 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-605598654/meta-region-server: CHANGED 2024-11-10T00:20:06,530 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-605598654/meta-region-server: CHANGED 2024-11-10T00:20:06,535 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-10T00:20:06,537 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-605598654/draining/b3c019fcff38,41933,1731197991597 already deleted, retry=false 2024-11-10T00:20:06,537 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of b3c019fcff38,41933,1731197991597 on b3c019fcff38,43381,1731198006261 2024-11-10T00:20:06,543 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure b3c019fcff38,41933,1731197991597, splitWal=true, meta=true 2024-11-10T00:20:06,546 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for b3c019fcff38,41933,1731197991597 (carryingMeta=true) b3c019fcff38,41933,1731197991597/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@2960d40b[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-10T00:20:06,549 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43381-0x100ff3ed5250006, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Unable to get data of znode /0-605598654/balancer because node does not exist (not necessarily an error) 2024-11-10T00:20:06,555 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-605598654/balancer already deleted, retry=false 2024-11-10T00:20:06,555 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T00:20:06,556 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43381-0x100ff3ed5250006, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Unable to get data of znode /0-605598654/normalizer because node does not exist (not necessarily an error) 2024-11-10T00:20:06,557 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-605598654/normalizer already deleted, retry=false 2024-11-10T00:20:06,558 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T00:20:06,559 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43381-0x100ff3ed5250006, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Unable to get data of znode /0-605598654/switch/split because node does not exist (not necessarily an error) 2024-11-10T00:20:06,560 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-605598654/switch/split already deleted, retry=false 2024-11-10T00:20:06,561 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43381-0x100ff3ed5250006, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Unable to get data of znode /0-605598654/switch/merge because node does not exist (not necessarily an error) 2024-11-10T00:20:06,562 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-605598654/switch/merge already deleted, retry=false 2024-11-10T00:20:06,572 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43381-0x100ff3ed5250006, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Unable to get data of znode /0-605598654/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T00:20:06,573 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-605598654/snapshot-cleanup already deleted, retry=false 2024-11-10T00:20:06,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32893-0x100ff3ed5250007, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-605598654/running 2024-11-10T00:20:06,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x100ff3ed5250006, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-605598654/running 2024-11-10T00:20:06,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32893-0x100ff3ed5250007, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-605598654 2024-11-10T00:20:06,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x100ff3ed5250006, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-605598654 2024-11-10T00:20:06,575 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b3c019fcff38,43381,1731198006261, sessionid=0x100ff3ed5250006, setting cluster-up flag (Was=false) 2024-11-10T00:20:06,579 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-605598654/flush-table-proc/acquired, /0-605598654/flush-table-proc/reached, /0-605598654/flush-table-proc/abort 2024-11-10T00:20:06,580 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b3c019fcff38,43381,1731198006261 2024-11-10T00:20:06,583 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-605598654/online-snapshot/acquired, /0-605598654/online-snapshot/reached, /0-605598654/online-snapshot/abort 2024-11-10T00:20:06,584 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b3c019fcff38,43381,1731198006261 2024-11-10T00:20:06,585 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/.lastflushedseqids 2024-11-10T00:20:06,588 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T00:20:06,589 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T00:20:06,589 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b3c019fcff38,43381,1731198006261 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 b3c019fcff38,41933,1731197991597 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T00:20:06,590 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:20:06,590 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:20:06,590 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:20:06,590 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:20:06,590 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b3c019fcff38:0, corePoolSize=10, maxPoolSize=10 2024-11-10T00:20:06,590 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:20:06,590 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b3c019fcff38:0, corePoolSize=2, maxPoolSize=2 2024-11-10T00:20:06,590 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:20:06,591 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731198036591 2024-11-10T00:20:06,591 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T00:20:06,591 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T00:20:06,591 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T00:20:06,592 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T00:20:06,592 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T00:20:06,592 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T00:20:06,592 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:06,593 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T00:20:06,593 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T00:20:06,593 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T00:20:06,593 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T00:20:06,593 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T00:20:06,593 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T00:20:06,594 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure b3c019fcff38,41933,1731197991597, splitWal=true, meta=true 2024-11-10T00:20:06,594 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731198006593,5,FailOnTimeoutGroup] 2024-11-10T00:20:06,595 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731198006594,5,FailOnTimeoutGroup] 2024-11-10T00:20:06,595 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:06,595 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T00:20:06,595 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:06,595 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:06,595 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731198006595, completionTime=-1 2024-11-10T00:20:06,595 WARN [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-10T00:20:06,595 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure b3c019fcff38,41933,1731197991597, splitWal=true, meta=true, isMeta: true 2024-11-10T00:20:06,597 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/WALs/b3c019fcff38,41933,1731197991597-splitting 2024-11-10T00:20:06,598 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/WALs/b3c019fcff38,41933,1731197991597-splitting dir is empty, no logs to split. 2024-11-10T00:20:06,598 INFO [PEWorker-1 {}] master.SplitWALManager(105): b3c019fcff38,41933,1731197991597 WAL count=0, meta=true 2024-11-10T00:20:06,599 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-10T00:20:06,601 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/WALs/b3c019fcff38,41933,1731197991597-splitting dir is empty, no logs to split. 2024-11-10T00:20:06,601 INFO [PEWorker-1 {}] master.SplitWALManager(105): b3c019fcff38,41933,1731197991597 WAL count=0, meta=true 2024-11-10T00:20:06,601 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if b3c019fcff38,41933,1731197991597 WAL splitting is done? wals=0, meta=true 2024-11-10T00:20:06,603 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T00:20:06,604 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T00:20:06,605 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T00:20:06,622 INFO [RS:0;b3c019fcff38:32893 {}] regionserver.HRegionServer(746): ClusterId : 62062903-adb1-4b4e-94a0-d4ec1ebaf7fe 2024-11-10T00:20:06,622 DEBUG [RS:0;b3c019fcff38:32893 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T00:20:06,624 DEBUG [RS:0;b3c019fcff38:32893 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T00:20:06,624 DEBUG [RS:0;b3c019fcff38:32893 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T00:20:06,626 DEBUG [RS:0;b3c019fcff38:32893 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T00:20:06,626 DEBUG [RS:0;b3c019fcff38:32893 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c311ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b3c019fcff38/172.17.0.2:0 2024-11-10T00:20:06,644 DEBUG [RS:0;b3c019fcff38:32893 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b3c019fcff38:32893 2024-11-10T00:20:06,644 INFO [RS:0;b3c019fcff38:32893 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T00:20:06,644 INFO [RS:0;b3c019fcff38:32893 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T00:20:06,644 DEBUG [RS:0;b3c019fcff38:32893 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T00:20:06,645 INFO [RS:0;b3c019fcff38:32893 {}] regionserver.HRegionServer(2659): reportForDuty to master=b3c019fcff38,43381,1731198006261 with port=32893, startcode=1731198006297 2024-11-10T00:20:06,645 DEBUG [RS:0;b3c019fcff38:32893 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T00:20:06,647 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53165, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T00:20:06,648 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43381 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b3c019fcff38,32893,1731198006297 2024-11-10T00:20:06,648 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43381 {}] master.ServerManager(517): Registering regionserver=b3c019fcff38,32893,1731198006297 2024-11-10T00:20:06,649 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=54ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-10T00:20:06,650 DEBUG [RS:0;b3c019fcff38:32893 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73 2024-11-10T00:20:06,650 DEBUG [RS:0;b3c019fcff38:32893 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34061 2024-11-10T00:20:06,650 DEBUG [RS:0;b3c019fcff38:32893 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T00:20:06,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x100ff3ed5250006, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-605598654/rs 2024-11-10T00:20:06,653 DEBUG [RS:0;b3c019fcff38:32893 {}] zookeeper.ZKUtil(111): regionserver:32893-0x100ff3ed5250007, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Set watcher on existing znode=/0-605598654/rs/b3c019fcff38,32893,1731198006297 2024-11-10T00:20:06,653 WARN [RS:0;b3c019fcff38:32893 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T00:20:06,654 INFO [RS:0;b3c019fcff38:32893 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:20:06,654 DEBUG [RS:0;b3c019fcff38:32893 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/WALs/b3c019fcff38,32893,1731198006297 2024-11-10T00:20:06,654 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b3c019fcff38,32893,1731198006297] 2024-11-10T00:20:06,693 INFO [RS:0;b3c019fcff38:32893 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T00:20:06,695 INFO [RS:0;b3c019fcff38:32893 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T00:20:06,696 INFO [RS:0;b3c019fcff38:32893 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T00:20:06,696 INFO [RS:0;b3c019fcff38:32893 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:06,696 INFO [RS:0;b3c019fcff38:32893 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T00:20:06,697 INFO [RS:0;b3c019fcff38:32893 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T00:20:06,697 INFO [RS:0;b3c019fcff38:32893 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:06,698 DEBUG [RS:0;b3c019fcff38:32893 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:20:06,698 DEBUG [RS:0;b3c019fcff38:32893 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:20:06,698 DEBUG [RS:0;b3c019fcff38:32893 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:20:06,698 DEBUG [RS:0;b3c019fcff38:32893 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:20:06,698 DEBUG [RS:0;b3c019fcff38:32893 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:20:06,698 DEBUG [RS:0;b3c019fcff38:32893 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b3c019fcff38:0, corePoolSize=2, maxPoolSize=2 2024-11-10T00:20:06,698 DEBUG [RS:0;b3c019fcff38:32893 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:20:06,698 DEBUG [RS:0;b3c019fcff38:32893 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:20:06,698 DEBUG [RS:0;b3c019fcff38:32893 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:20:06,698 DEBUG [RS:0;b3c019fcff38:32893 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:20:06,699 DEBUG [RS:0;b3c019fcff38:32893 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:20:06,699 DEBUG [RS:0;b3c019fcff38:32893 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:20:06,699 DEBUG [RS:0;b3c019fcff38:32893 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0, corePoolSize=3, maxPoolSize=3 2024-11-10T00:20:06,699 DEBUG [RS:0;b3c019fcff38:32893 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0, corePoolSize=3, maxPoolSize=3 2024-11-10T00:20:06,700 INFO [RS:0;b3c019fcff38:32893 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:06,700 INFO [RS:0;b3c019fcff38:32893 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:06,700 INFO [RS:0;b3c019fcff38:32893 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:06,700 INFO [RS:0;b3c019fcff38:32893 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:06,700 INFO [RS:0;b3c019fcff38:32893 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:06,700 INFO [RS:0;b3c019fcff38:32893 {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,32893,1731198006297-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T00:20:06,717 INFO [RS:0;b3c019fcff38:32893 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T00:20:06,717 INFO [RS:0;b3c019fcff38:32893 {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,32893,1731198006297-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:06,733 INFO [RS:0;b3c019fcff38:32893 {}] regionserver.ReplicationSource(231): queueId=1-b3c019fcff38,32893,1731198006297, ReplicationSource: 1, currentBandwidth=0 2024-11-10T00:20:06,750 DEBUG [RS:0;b3c019fcff38:32893.replicationSource,1-b3c019fcff38,32893,1731198006297 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b3c019fcff38:39133' 2024-11-10T00:20:06,750 INFO [RS:0;b3c019fcff38:32893 {}] regionserver.ReplicationSource(231): queueId=2-b3c019fcff38,32893,1731198006297, ReplicationSource: 2, currentBandwidth=0 2024-11-10T00:20:06,750 INFO [RS:0;b3c019fcff38:32893 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:06,750 INFO [RS:0;b3c019fcff38:32893 {}] regionserver.Replication(171): b3c019fcff38,32893,1731198006297 started 2024-11-10T00:20:06,751 DEBUG [RS:0;b3c019fcff38:32893.replicationSource,1-b3c019fcff38,32893,1731198006297 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21da777, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:06,751 DEBUG [RS:0;b3c019fcff38:32893.replicationSource,1-b3c019fcff38,32893,1731198006297 {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,39133,-1 for getting cluster id 2024-11-10T00:20:06,752 DEBUG [RS:0;b3c019fcff38:32893.replicationSource,1-b3c019fcff38,32893,1731198006297 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:20:06,753 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f258aea8-deb3-4074-b18a-e2c720cef0bc' 2024-11-10T00:20:06,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:20:06,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f258aea8-deb3-4074-b18a-e2c720cef0bc" 2024-11-10T00:20:06,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34e85fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:06,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,39133,-1] 2024-11-10T00:20:06,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:20:06,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:06,756 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:20:06,756 WARN [b3c019fcff38:43381 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-10T00:20:06,757 DEBUG [RS:0;b3c019fcff38:32893.replicationSource,1-b3c019fcff38,32893,1731198006297 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@459ad2be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:06,757 DEBUG [RS:0;b3c019fcff38:32893.replicationSource,1-b3c019fcff38,32893,1731198006297 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:20:06,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,39133,1731197996577 2024-11-10T00:20:06,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f0583ce 2024-11-10T00:20:06,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:20:06,760 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-10T00:20:06,761 INFO [RS:0;b3c019fcff38:32893.replicationSource,1-b3c019fcff38,32893,1731198006297 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b3c019fcff38,32893,1731198006297 (queues=0) is replicating from cluster=62062903-adb1-4b4e-94a0-d4ec1ebaf7fe to cluster=f258aea8-deb3-4074-b18a-e2c720cef0bc 2024-11-10T00:20:06,768 INFO [RS:0;b3c019fcff38:32893 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:06,768 INFO [RS:0;b3c019fcff38:32893 {}] regionserver.HRegionServer(1482): Serving as b3c019fcff38,32893,1731198006297, RpcServer on b3c019fcff38/172.17.0.2:32893, sessionid=0x100ff3ed5250007 2024-11-10T00:20:06,768 DEBUG [RS:0;b3c019fcff38:32893 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T00:20:06,768 DEBUG [RS:0;b3c019fcff38:32893 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b3c019fcff38,32893,1731198006297 2024-11-10T00:20:06,768 DEBUG [RS:0;b3c019fcff38:32893 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b3c019fcff38,32893,1731198006297' 2024-11-10T00:20:06,768 DEBUG [RS:0;b3c019fcff38:32893 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-605598654/flush-table-proc/abort' 2024-11-10T00:20:06,769 DEBUG [RS:0;b3c019fcff38:32893 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-605598654/flush-table-proc/acquired' 2024-11-10T00:20:06,769 DEBUG [RS:0;b3c019fcff38:32893 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T00:20:06,769 DEBUG [RS:0;b3c019fcff38:32893 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T00:20:06,769 DEBUG [RS:0;b3c019fcff38:32893 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b3c019fcff38,32893,1731198006297 2024-11-10T00:20:06,769 DEBUG [RS:0;b3c019fcff38:32893 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b3c019fcff38,32893,1731198006297' 2024-11-10T00:20:06,769 DEBUG [RS:0;b3c019fcff38:32893 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-605598654/online-snapshot/abort' 2024-11-10T00:20:06,770 DEBUG [RS:0;b3c019fcff38:32893 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-605598654/online-snapshot/acquired' 2024-11-10T00:20:06,770 DEBUG [RS:0;b3c019fcff38:32893 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T00:20:06,770 INFO [RS:0;b3c019fcff38:32893 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T00:20:06,770 INFO [RS:0;b3c019fcff38:32893 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T00:20:06,773 DEBUG [RS:0;b3c019fcff38:32893.replicationSource,2-b3c019fcff38,32893,1731198006297 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b3c019fcff38:39133' 2024-11-10T00:20:06,775 DEBUG [RS:0;b3c019fcff38:32893.replicationSource,2-b3c019fcff38,32893,1731198006297 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b316975, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:06,775 DEBUG [RS:0;b3c019fcff38:32893.replicationSource,2-b3c019fcff38,32893,1731198006297 {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,39133,-1 for getting cluster id 2024-11-10T00:20:06,775 DEBUG [RS:0;b3c019fcff38:32893.replicationSource,2-b3c019fcff38,32893,1731198006297 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:20:06,776 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f258aea8-deb3-4074-b18a-e2c720cef0bc' 2024-11-10T00:20:06,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:20:06,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f258aea8-deb3-4074-b18a-e2c720cef0bc" 2024-11-10T00:20:06,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11c53811, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:06,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,39133,-1] 2024-11-10T00:20:06,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:20:06,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:06,779 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:20:06,780 DEBUG [RS:0;b3c019fcff38:32893.replicationSource,2-b3c019fcff38,32893,1731198006297 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@780fadd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:06,780 DEBUG [RS:0;b3c019fcff38:32893.replicationSource,2-b3c019fcff38,32893,1731198006297 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:20:06,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,39133,1731197996577 2024-11-10T00:20:06,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@109f18dd 2024-11-10T00:20:06,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:20:06,782 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-10T00:20:06,783 INFO [RS:0;b3c019fcff38:32893.replicationSource,2-b3c019fcff38,32893,1731198006297 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-b3c019fcff38,32893,1731198006297 (queues=0) is replicating from cluster=62062903-adb1-4b4e-94a0-d4ec1ebaf7fe to cluster=f258aea8-deb3-4074-b18a-e2c720cef0bc 2024-11-10T00:20:06,871 INFO [RS:0;b3c019fcff38:32893 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T00:20:06,873 INFO [RS:0;b3c019fcff38:32893 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b3c019fcff38%2C32893%2C1731198006297, suffix=, logDir=hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/WALs/b3c019fcff38,32893,1731198006297, archiveDir=hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/oldWALs, maxLogs=10 2024-11-10T00:20:06,889 DEBUG [RS:0;b3c019fcff38:32893 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/WALs/b3c019fcff38,32893,1731198006297/b3c019fcff38%2C32893%2C1731198006297.1731198006874, exclude list is [], retry=0 2024-11-10T00:20:06,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38833,DS-50a33021-9378-4c7f-9500-a731602f92c2,DISK] 2024-11-10T00:20:06,895 INFO [RS:0;b3c019fcff38:32893 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/WALs/b3c019fcff38,32893,1731198006297/b3c019fcff38%2C32893%2C1731198006297.1731198006874 2024-11-10T00:20:06,896 DEBUG [RS:0;b3c019fcff38:32893 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group b3c019fcff38%2C32893%2C1731198006297 for peer 2 2024-11-10T00:20:06,896 DEBUG [RS:0;b3c019fcff38:32893 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group b3c019fcff38%2C32893%2C1731198006297 for peer 1 2024-11-10T00:20:06,896 DEBUG [RS:0;b3c019fcff38:32893 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b3c019fcff38%2C32893%2C1731198006297 2024-11-10T00:20:06,896 INFO [RS:0;b3c019fcff38:32893 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b3c019fcff38,32893,1731198006297, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T00:20:06,896 DEBUG [RS:0;b3c019fcff38:32893 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=b3c019fcff38%2C32893%2C1731198006297 2024-11-10T00:20:06,896 INFO [RS:0;b3c019fcff38:32893.replicationSource.shipperb3c019fcff38%2C32893%2C1731198006297,1-b3c019fcff38,32893,1731198006297 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b3c019fcff38%2C32893%2C1731198006297 2024-11-10T00:20:06,896 INFO [RS:0;b3c019fcff38:32893 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-b3c019fcff38,32893,1731198006297, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T00:20:06,897 DEBUG [RS:0;b3c019fcff38:32893 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43431:43431)] 2024-11-10T00:20:06,897 INFO [RS:0;b3c019fcff38:32893.replicationSource.shipperb3c019fcff38%2C32893%2C1731198006297,2-b3c019fcff38,32893,1731198006297 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b3c019fcff38%2C32893%2C1731198006297 2024-11-10T00:20:06,897 DEBUG [RS:0;b3c019fcff38:32893.replicationSource.wal-reader.b3c019fcff38%2C32893%2C1731198006297,1-b3c019fcff38,32893,1731198006297 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/WALs/b3c019fcff38,32893,1731198006297/b3c019fcff38%2C32893%2C1731198006297.1731198006874, startPosition=0, beingWritten=true 2024-11-10T00:20:06,897 DEBUG [RS:0;b3c019fcff38:32893.replicationSource.wal-reader.b3c019fcff38%2C32893%2C1731198006297,2-b3c019fcff38,32893,1731198006297 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/WALs/b3c019fcff38,32893,1731198006297/b3c019fcff38%2C32893%2C1731198006297.1731198006874, startPosition=0, beingWritten=true 2024-11-10T00:20:07,006 DEBUG [b3c019fcff38:43381 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T00:20:07,007 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b3c019fcff38,32893,1731198006297 2024-11-10T00:20:07,009 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b3c019fcff38,32893,1731198006297, state=OPENING 2024-11-10T00:20:07,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32893-0x100ff3ed5250007, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-605598654/meta-region-server 2024-11-10T00:20:07,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x100ff3ed5250006, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-605598654/meta-region-server 2024-11-10T00:20:07,011 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T00:20:07,011 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-605598654/meta-region-server: CHANGED 2024-11-10T00:20:07,011 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b3c019fcff38,32893,1731198006297}] 2024-11-10T00:20:07,011 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-605598654/meta-region-server: CHANGED 2024-11-10T00:20:07,107 DEBUG [RS:0;b3c019fcff38:32893.replicationSource.wal-reader.b3c019fcff38%2C32893%2C1731198006297,1-b3c019fcff38,32893,1731198006297 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/WALs/b3c019fcff38,32893,1731198006297/b3c019fcff38%2C32893%2C1731198006297.1731198006874 to pos 0, reset compression=false 2024-11-10T00:20:07,107 DEBUG [RS:0;b3c019fcff38:32893.replicationSource.wal-reader.b3c019fcff38%2C32893%2C1731198006297,2-b3c019fcff38,32893,1731198006297 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/WALs/b3c019fcff38,32893,1731198006297/b3c019fcff38%2C32893%2C1731198006297.1731198006874 to pos 0, reset compression=false 2024-11-10T00:20:07,165 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T00:20:07,167 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54659, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T00:20:07,171 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T00:20:07,171 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:20:07,172 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T00:20:07,173 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b3c019fcff38%2C32893%2C1731198006297.meta, suffix=.meta, logDir=hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/WALs/b3c019fcff38,32893,1731198006297, archiveDir=hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/oldWALs, maxLogs=10 2024-11-10T00:20:07,188 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/WALs/b3c019fcff38,32893,1731198006297/b3c019fcff38%2C32893%2C1731198006297.meta.1731198007174.meta, exclude list is [], retry=0 2024-11-10T00:20:07,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38833,DS-50a33021-9378-4c7f-9500-a731602f92c2,DISK] 2024-11-10T00:20:07,193 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/WALs/b3c019fcff38,32893,1731198006297/b3c019fcff38%2C32893%2C1731198006297.meta.1731198007174.meta 2024-11-10T00:20:07,193 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43431:43431)] 2024-11-10T00:20:07,193 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:20:07,194 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T00:20:07,194 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T00:20:07,194 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T00:20:07,194 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T00:20:07,194 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T00:20:07,194 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:20:07,194 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T00:20:07,195 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T00:20:07,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T00:20:07,197 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T00:20:07,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:07,206 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/data/hbase/meta/1588230740/info/77357c05fa0849faa11e0226d781c79a 2024-11-10T00:20:07,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:20:07,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T00:20:07,207 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T00:20:07,207 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:07,215 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/data/hbase/meta/1588230740/ns/34b6fc3b9a0746ed817b1bf5de92d894 2024-11-10T00:20:07,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:20:07,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T00:20:07,216 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T00:20:07,216 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:07,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:20:07,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T00:20:07,218 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T00:20:07,218 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:07,227 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/data/hbase/meta/1588230740/table/569ec97bb6804ff098b3cb5bbd70a5a4 2024-11-10T00:20:07,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:20:07,228 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T00:20:07,229 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/data/hbase/meta/1588230740 2024-11-10T00:20:07,230 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/data/hbase/meta/1588230740 2024-11-10T00:20:07,231 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T00:20:07,231 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T00:20:07,232 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:20:07,234 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T00:20:07,235 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59536256, jitterRate=-0.11284065246582031}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:20:07,235 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T00:20:07,235 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731198007195Writing region info on filesystem at 1731198007195Initializing all the Stores at 1731198007196 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198007196Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198007196Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198007196Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198007196Cleaning up temporary data from old regions at 1731198007231 (+35 ms)Running coprocessor post-open hooks at 1731198007235 (+4 ms)Region opened successfully at 1731198007235 2024-11-10T00:20:07,237 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731198007165 2024-11-10T00:20:07,240 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T00:20:07,240 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T00:20:07,241 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=b3c019fcff38,32893,1731198006297 2024-11-10T00:20:07,242 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b3c019fcff38,32893,1731198006297, state=OPEN 2024-11-10T00:20:07,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32893-0x100ff3ed5250007, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-605598654/meta-region-server 2024-11-10T00:20:07,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x100ff3ed5250006, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-605598654/meta-region-server 2024-11-10T00:20:07,244 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b3c019fcff38,32893,1731198006297 2024-11-10T00:20:07,244 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-605598654/meta-region-server: CHANGED 2024-11-10T00:20:07,244 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-605598654/meta-region-server: CHANGED 2024-11-10T00:20:07,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-10T00:20:07,248 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b3c019fcff38,32893,1731198006297 in 233 msec 2024-11-10T00:20:07,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-10T00:20:07,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 645 msec 2024-11-10T00:20:07,417 DEBUG [RS:0;b3c019fcff38:32893.replicationSource.wal-reader.b3c019fcff38%2C32893%2C1731198006297,1-b3c019fcff38,32893,1731198006297 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/WALs/b3c019fcff38,32893,1731198006297/b3c019fcff38%2C32893%2C1731198006297.1731198006874 to pos 0, reset compression=false 2024-11-10T00:20:07,417 DEBUG [RS:0;b3c019fcff38:32893.replicationSource.wal-reader.b3c019fcff38%2C32893%2C1731198006297,2-b3c019fcff38,32893,1731198006297 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/WALs/b3c019fcff38,32893,1731198006297/b3c019fcff38%2C32893%2C1731198006297.1731198006874 to pos 0, reset compression=false 2024-11-10T00:20:07,825 DEBUG [RS:0;b3c019fcff38:32893.replicationSource.wal-reader.b3c019fcff38%2C32893%2C1731198006297,1-b3c019fcff38,32893,1731198006297 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/WALs/b3c019fcff38,32893,1731198006297/b3c019fcff38%2C32893%2C1731198006297.1731198006874 to pos 0, reset compression=false 2024-11-10T00:20:07,825 DEBUG [RS:0;b3c019fcff38:32893.replicationSource.wal-reader.b3c019fcff38%2C32893%2C1731198006297,2-b3c019fcff38,32893,1731198006297 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/WALs/b3c019fcff38,32893,1731198006297/b3c019fcff38%2C32893%2C1731198006297.1731198006874 to pos 0, reset compression=false 2024-11-10T00:20:08,151 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1556ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-10T00:20:08,332 DEBUG [RS:0;b3c019fcff38:32893.replicationSource.wal-reader.b3c019fcff38%2C32893%2C1731198006297,2-b3c019fcff38,32893,1731198006297 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/WALs/b3c019fcff38,32893,1731198006297/b3c019fcff38%2C32893%2C1731198006297.1731198006874 to pos 0, reset compression=false 2024-11-10T00:20:08,332 DEBUG [RS:0;b3c019fcff38:32893.replicationSource.wal-reader.b3c019fcff38%2C32893%2C1731198006297,1-b3c019fcff38,32893,1731198006297 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/WALs/b3c019fcff38,32893,1731198006297/b3c019fcff38%2C32893%2C1731198006297.1731198006874 to pos 0, reset compression=false 2024-11-10T00:20:08,939 DEBUG [RS:0;b3c019fcff38:32893.replicationSource.wal-reader.b3c019fcff38%2C32893%2C1731198006297,1-b3c019fcff38,32893,1731198006297 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/WALs/b3c019fcff38,32893,1731198006297/b3c019fcff38%2C32893%2C1731198006297.1731198006874 to pos 0, reset compression=false 2024-11-10T00:20:08,939 DEBUG [RS:0;b3c019fcff38:32893.replicationSource.wal-reader.b3c019fcff38%2C32893%2C1731198006297,2-b3c019fcff38,32893,1731198006297 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/WALs/b3c019fcff38,32893,1731198006297/b3c019fcff38%2C32893%2C1731198006297.1731198006874 to pos 0, reset compression=false 2024-11-10T00:20:09,645 DEBUG [RS:0;b3c019fcff38:32893.replicationSource.wal-reader.b3c019fcff38%2C32893%2C1731198006297,1-b3c019fcff38,32893,1731198006297 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/WALs/b3c019fcff38,32893,1731198006297/b3c019fcff38%2C32893%2C1731198006297.1731198006874 to pos 0, reset compression=false 2024-11-10T00:20:09,646 DEBUG [RS:0;b3c019fcff38:32893.replicationSource.wal-reader.b3c019fcff38%2C32893%2C1731198006297,2-b3c019fcff38,32893,1731198006297 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/WALs/b3c019fcff38,32893,1731198006297/b3c019fcff38%2C32893%2C1731198006297.1731198006874 to pos 0, reset compression=false 2024-11-10T00:20:09,653 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3058ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3004ms 2024-11-10T00:20:10,451 DEBUG [RS:0;b3c019fcff38:32893.replicationSource.wal-reader.b3c019fcff38%2C32893%2C1731198006297,1-b3c019fcff38,32893,1731198006297 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/WALs/b3c019fcff38,32893,1731198006297/b3c019fcff38%2C32893%2C1731198006297.1731198006874 to pos 0, reset compression=false 2024-11-10T00:20:10,452 DEBUG [RS:0;b3c019fcff38:32893.replicationSource.wal-reader.b3c019fcff38%2C32893%2C1731198006297,2-b3c019fcff38,32893,1731198006297 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/WALs/b3c019fcff38,32893,1731198006297/b3c019fcff38%2C32893%2C1731198006297.1731198006874 to pos 0, reset compression=false 2024-11-10T00:20:11,106 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4511ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-10T00:20:11,106 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T00:20:11,106 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:20:11,106 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,32893,1731198006297, seqNum=-1] 2024-11-10T00:20:11,107 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:20:11,108 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55945, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:20:11,115 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b048c75d364fba52e649596e7b9397a4, regionState=OPEN, lastHost=b3c019fcff38,41933,1731197991597, regionLocation=b3c019fcff38,41933,1731197991597, openSeqNum=2 2024-11-10T00:20:11,115 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T00:20:11,115 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731198071115 2024-11-10T00:20:11,115 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731198131115 2024-11-10T00:20:11,115 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 9 msec 2024-11-10T00:20:11,116 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,43381,1731198006261-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:11,116 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,43381,1731198006261-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:11,116 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,43381,1731198006261-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:11,116 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): b3c019fcff38,41933,1731197991597 had 2 regions 2024-11-10T00:20:11,116 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b3c019fcff38:43381, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:11,116 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:11,116 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:11,118 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b3c019fcff38,41933,1731197991597, splitWal=true, meta=true, isMeta: false 2024-11-10T00:20:11,120 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/WALs/b3c019fcff38,41933,1731197991597-splitting dir is empty, no logs to split. 2024-11-10T00:20:11,120 INFO [PEWorker-3 {}] master.SplitWALManager(105): b3c019fcff38,41933,1731197991597 WAL count=0, meta=false 2024-11-10T00:20:11,123 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/WALs/b3c019fcff38,41933,1731197991597-splitting dir is empty, no logs to split. 2024-11-10T00:20:11,123 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.781sec 2024-11-10T00:20:11,123 INFO [PEWorker-3 {}] master.SplitWALManager(105): b3c019fcff38,41933,1731197991597 WAL count=0, meta=false 2024-11-10T00:20:11,123 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if b3c019fcff38,41933,1731197991597 WAL splitting is done? wals=0, meta=false 2024-11-10T00:20:11,123 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T00:20:11,123 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T00:20:11,123 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T00:20:11,123 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T00:20:11,123 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T00:20:11,123 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,43381,1731198006261-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T00:20:11,123 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,43381,1731198006261-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T00:20:11,129 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T00:20:11,129 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T00:20:11,129 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,43381,1731198006261-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:11,131 WARN [master/b3c019fcff38:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=b3c019fcff38,41933,1731197991597/hbase:replication,,1731197999441.b048c75d364fba52e649596e7b9397a4. 2024-11-10T00:20:11,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de3737e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:11,131 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b048c75d364fba52e649596e7b9397a4, ASSIGN}] 2024-11-10T00:20:11,131 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,43381,-1 for getting cluster id 2024-11-10T00:20:11,131 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:20:11,133 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b048c75d364fba52e649596e7b9397a4, ASSIGN 2024-11-10T00:20:11,133 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62062903-adb1-4b4e-94a0-d4ec1ebaf7fe' 2024-11-10T00:20:11,133 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:20:11,134 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62062903-adb1-4b4e-94a0-d4ec1ebaf7fe" 2024-11-10T00:20:11,134 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b048c75d364fba52e649596e7b9397a4, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T00:20:11,134 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64349a8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:11,134 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,43381,-1] 2024-11-10T00:20:11,134 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:20:11,136 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:11,137 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:20:11,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1373ae97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:11,138 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:20:11,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,32893,1731198006297, seqNum=-1] 2024-11-10T00:20:11,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:20:11,142 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:20:11,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-10T00:20:11,144 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:20:11,145 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:20:11,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:11,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:11,145 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:20:11,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: b3c019fcff38:43381 after: b3c019fcff38:43381 2024-11-10T00:20:11,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cbfd738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:11,146 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,43381,-1 for getting cluster id 2024-11-10T00:20:11,146 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:20:11,147 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62062903-adb1-4b4e-94a0-d4ec1ebaf7fe' 2024-11-10T00:20:11,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:20:11,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62062903-adb1-4b4e-94a0-d4ec1ebaf7fe" 2024-11-10T00:20:11,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37a12227, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:11,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,43381,-1] 2024-11-10T00:20:11,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:20:11,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:11,149 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:20:11,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe57e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:11,150 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:20:11,151 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,43381,1731198006261 2024-11-10T00:20:11,151 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d1f8cec 2024-11-10T00:20:11,151 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:20:11,152 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:20:11,152 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-10T00:20:11,153 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-10T00:20:11,154 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-10T00:20:11,155 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-10T00:20:11,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T00:20:11,156 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:20:11,156 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:20:11,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:11,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:11,156 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:20:11,156 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T00:20:11,156 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=881996665, stopped=false 2024-11-10T00:20:11,156 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b3c019fcff38,39133,1731197996577 2024-11-10T00:20:11,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39133-0x100ff3ed5250003, quorum=127.0.0.1:61768, baseZNode=/11032881546 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11032881546/running 2024-11-10T00:20:11,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39133-0x100ff3ed5250003, quorum=127.0.0.1:61768, baseZNode=/11032881546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11032881546 2024-11-10T00:20:11,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46871-0x100ff3ed5250004, quorum=127.0.0.1:61768, baseZNode=/11032881546 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11032881546/running 2024-11-10T00:20:11,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46871-0x100ff3ed5250004, quorum=127.0.0.1:61768, baseZNode=/11032881546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11032881546 2024-11-10T00:20:11,158 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T00:20:11,159 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:20:11,159 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46871-0x100ff3ed5250004, quorum=127.0.0.1:61768, baseZNode=/11032881546 Set watcher on znode that does not yet exist, /11032881546/running 2024-11-10T00:20:11,159 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:20:11,159 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39133-0x100ff3ed5250003, quorum=127.0.0.1:61768, baseZNode=/11032881546 Set watcher on znode that does not yet exist, /11032881546/running 2024-11-10T00:20:11,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:11,159 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b3c019fcff38,46871,1731197996622' ***** 2024-11-10T00:20:11,159 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T00:20:11,160 INFO [RS:0;b3c019fcff38:46871 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T00:20:11,160 INFO [RS:0;b3c019fcff38:46871 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T00:20:11,160 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T00:20:11,160 INFO [RS:0;b3c019fcff38:46871 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T00:20:11,160 INFO [RS:0;b3c019fcff38:46871 {}] regionserver.HRegionServer(959): stopping server b3c019fcff38,46871,1731197996622 2024-11-10T00:20:11,160 INFO [RS:0;b3c019fcff38:46871 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T00:20:11,160 INFO [RS:0;b3c019fcff38:46871 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b3c019fcff38:46871. 2024-11-10T00:20:11,160 DEBUG [RS:0;b3c019fcff38:46871 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:20:11,160 DEBUG [RS:0;b3c019fcff38:46871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:11,160 INFO [RS:0;b3c019fcff38:46871 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T00:20:11,160 INFO [RS:0;b3c019fcff38:46871 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T00:20:11,160 INFO [RS:0;b3c019fcff38:46871 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T00:20:11,160 INFO [RS:0;b3c019fcff38:46871 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T00:20:11,161 INFO [RS:0;b3c019fcff38:46871 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T00:20:11,161 DEBUG [RS:0;b3c019fcff38:46871 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T00:20:11,161 DEBUG [RS:0;b3c019fcff38:46871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:20:11,161 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T00:20:11,161 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T00:20:11,161 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T00:20:11,161 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T00:20:11,161 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T00:20:11,161 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-10T00:20:11,185 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37227/user/jenkins/test-data/ba9c23b8-1bad-5a82-2f93-4578d81a7366/data/hbase/meta/1588230740/.tmp/ns/88b4f2e53b864158a24ae10ab527b003 is 43, key is default/ns:d/1731197999300/Put/seqid=0 2024-11-10T00:20:11,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741835_1011 (size=5153) 2024-11-10T00:20:11,202 INFO [regionserver/b3c019fcff38:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T00:20:11,284 DEBUG [b3c019fcff38:43381 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T00:20:11,285 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=b048c75d364fba52e649596e7b9397a4, regionState=OPENING, regionLocation=b3c019fcff38,32893,1731198006297 2024-11-10T00:20:11,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b048c75d364fba52e649596e7b9397a4, ASSIGN because future has completed 2024-11-10T00:20:11,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure b048c75d364fba52e649596e7b9397a4, server=b3c019fcff38,32893,1731198006297}] 2024-11-10T00:20:11,343 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T00:20:11,358 DEBUG [RS:0;b3c019fcff38:32893.replicationSource.wal-reader.b3c019fcff38%2C32893%2C1731198006297,1-b3c019fcff38,32893,1731198006297 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/WALs/b3c019fcff38,32893,1731198006297/b3c019fcff38%2C32893%2C1731198006297.1731198006874 to pos 0, reset compression=false 2024-11-10T00:20:11,358 DEBUG [RS:0;b3c019fcff38:32893.replicationSource.wal-reader.b3c019fcff38%2C32893%2C1731198006297,2-b3c019fcff38,32893,1731198006297 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/WALs/b3c019fcff38,32893,1731198006297/b3c019fcff38%2C32893%2C1731198006297.1731198006874 to pos 0, reset compression=false 2024-11-10T00:20:11,361 DEBUG [RS:0;b3c019fcff38:46871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:20:11,445 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731197999441.b048c75d364fba52e649596e7b9397a4. 2024-11-10T00:20:11,446 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:20:11,446 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T00:20:11,448 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b3c019fcff38%2C32893%2C1731198006297.rep, suffix=, logDir=hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/WALs/b3c019fcff38,32893,1731198006297, archiveDir=hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/oldWALs, maxLogs=10 2024-11-10T00:20:11,462 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/WALs/b3c019fcff38,32893,1731198006297/b3c019fcff38%2C32893%2C1731198006297.rep.1731198011448, exclude list is [], retry=0 2024-11-10T00:20:11,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38833,DS-50a33021-9378-4c7f-9500-a731602f92c2,DISK] 2024-11-10T00:20:11,466 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/WALs/b3c019fcff38,32893,1731198006297/b3c019fcff38%2C32893%2C1731198006297.rep.1731198011448 2024-11-10T00:20:11,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43431:43431)] 2024-11-10T00:20:11,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => b048c75d364fba52e649596e7b9397a4, NAME => 'hbase:replication,,1731197999441.b048c75d364fba52e649596e7b9397a4.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:20:11,467 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T00:20:11,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T00:20:11,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731197999441.b048c75d364fba52e649596e7b9397a4. service=MultiRowMutationService 2024-11-10T00:20:11,468 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T00:20:11,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b048c75d364fba52e649596e7b9397a4 2024-11-10T00:20:11,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731197999441.b048c75d364fba52e649596e7b9397a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:20:11,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for b048c75d364fba52e649596e7b9397a4 2024-11-10T00:20:11,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for b048c75d364fba52e649596e7b9397a4 2024-11-10T00:20:11,469 INFO [StoreOpener-b048c75d364fba52e649596e7b9397a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b048c75d364fba52e649596e7b9397a4 2024-11-10T00:20:11,470 INFO [StoreOpener-b048c75d364fba52e649596e7b9397a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b048c75d364fba52e649596e7b9397a4 columnFamilyName hfileref 2024-11-10T00:20:11,470 DEBUG [StoreOpener-b048c75d364fba52e649596e7b9397a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:11,471 INFO [StoreOpener-b048c75d364fba52e649596e7b9397a4-1 {}] regionserver.HStore(327): Store=b048c75d364fba52e649596e7b9397a4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:20:11,471 INFO [StoreOpener-b048c75d364fba52e649596e7b9397a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b048c75d364fba52e649596e7b9397a4 2024-11-10T00:20:11,472 INFO [StoreOpener-b048c75d364fba52e649596e7b9397a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b048c75d364fba52e649596e7b9397a4 columnFamilyName queue 2024-11-10T00:20:11,472 DEBUG [StoreOpener-b048c75d364fba52e649596e7b9397a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:11,480 DEBUG [StoreOpener-b048c75d364fba52e649596e7b9397a4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/data/hbase/replication/b048c75d364fba52e649596e7b9397a4/queue/5605c2c9ba45407dacc49cc1d9b976fb 2024-11-10T00:20:11,480 INFO [StoreOpener-b048c75d364fba52e649596e7b9397a4-1 {}] regionserver.HStore(327): Store=b048c75d364fba52e649596e7b9397a4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:20:11,481 INFO [StoreOpener-b048c75d364fba52e649596e7b9397a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b048c75d364fba52e649596e7b9397a4 2024-11-10T00:20:11,481 INFO [StoreOpener-b048c75d364fba52e649596e7b9397a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b048c75d364fba52e649596e7b9397a4 columnFamilyName sid 2024-11-10T00:20:11,481 DEBUG [StoreOpener-b048c75d364fba52e649596e7b9397a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:11,482 INFO [StoreOpener-b048c75d364fba52e649596e7b9397a4-1 {}] regionserver.HStore(327): Store=b048c75d364fba52e649596e7b9397a4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:20:11,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for b048c75d364fba52e649596e7b9397a4 2024-11-10T00:20:11,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/data/hbase/replication/b048c75d364fba52e649596e7b9397a4 2024-11-10T00:20:11,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/data/hbase/replication/b048c75d364fba52e649596e7b9397a4 2024-11-10T00:20:11,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for b048c75d364fba52e649596e7b9397a4 2024-11-10T00:20:11,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for b048c75d364fba52e649596e7b9397a4 2024-11-10T00:20:11,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T00:20:11,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for b048c75d364fba52e649596e7b9397a4 2024-11-10T00:20:11,489 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened b048c75d364fba52e649596e7b9397a4; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63227556, jitterRate=-0.05783599615097046}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T00:20:11,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b048c75d364fba52e649596e7b9397a4 2024-11-10T00:20:11,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for b048c75d364fba52e649596e7b9397a4: Running coprocessor pre-open hook at 1731198011468Writing region info on filesystem at 1731198011468Initializing all the Stores at 1731198011469 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198011469Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198011469Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198011469Cleaning up temporary data from old regions at 1731198011485 (+16 ms)Running coprocessor post-open hooks at 1731198011489 (+4 ms)Region opened successfully at 1731198011490 (+1 ms) 2024-11-10T00:20:11,491 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731197999441.b048c75d364fba52e649596e7b9397a4., pid=19, masterSystemTime=1731198011441 2024-11-10T00:20:11,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731197999441.b048c75d364fba52e649596e7b9397a4. 2024-11-10T00:20:11,494 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731197999441.b048c75d364fba52e649596e7b9397a4. 2024-11-10T00:20:11,495 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=b048c75d364fba52e649596e7b9397a4, regionState=OPEN, openSeqNum=10, regionLocation=b3c019fcff38,32893,1731198006297 2024-11-10T00:20:11,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure b048c75d364fba52e649596e7b9397a4, server=b3c019fcff38,32893,1731198006297 because future has completed 2024-11-10T00:20:11,502 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-10T00:20:11,503 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure b048c75d364fba52e649596e7b9397a4, server=b3c019fcff38,32893,1731198006297 in 211 msec 2024-11-10T00:20:11,505 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-10T00:20:11,505 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b048c75d364fba52e649596e7b9397a4, ASSIGN in 372 msec 2024-11-10T00:20:11,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-10T00:20:11,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731197999441.b048c75d364fba52e649596e7b9397a4., hostname=b3c019fcff38,32893,1731198006297, seqNum=10] 2024-11-10T00:20:11,543 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for b3c019fcff38,41933,1731197991597 2024-11-10T00:20:11,544 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-10T00:20:11,561 DEBUG [RS:0;b3c019fcff38:46871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:20:11,590 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37227/user/jenkins/test-data/ba9c23b8-1bad-5a82-2f93-4578d81a7366/data/hbase/meta/1588230740/.tmp/ns/88b4f2e53b864158a24ae10ab527b003 2024-11-10T00:20:11,593 INFO [regionserver/b3c019fcff38:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T00:20:11,593 INFO [regionserver/b3c019fcff38:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T00:20:11,599 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37227/user/jenkins/test-data/ba9c23b8-1bad-5a82-2f93-4578d81a7366/data/hbase/meta/1588230740/.tmp/ns/88b4f2e53b864158a24ae10ab527b003 as hdfs://localhost:37227/user/jenkins/test-data/ba9c23b8-1bad-5a82-2f93-4578d81a7366/data/hbase/meta/1588230740/ns/88b4f2e53b864158a24ae10ab527b003 2024-11-10T00:20:11,606 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37227/user/jenkins/test-data/ba9c23b8-1bad-5a82-2f93-4578d81a7366/data/hbase/meta/1588230740/ns/88b4f2e53b864158a24ae10ab527b003, entries=2, sequenceid=6, filesize=5.0 K 2024-11-10T00:20:11,608 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 447ms, sequenceid=6, compaction requested=false 2024-11-10T00:20:11,608 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T00:20:11,614 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37227/user/jenkins/test-data/ba9c23b8-1bad-5a82-2f93-4578d81a7366/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-10T00:20:11,614 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T00:20:11,614 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T00:20:11,615 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T00:20:11,615 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731198011161Running coprocessor pre-close hooks at 1731198011161Disabling compacts and flushes for region at 1731198011161Disabling writes for close at 1731198011161Obtaining lock to block concurrent updates at 1731198011161Preparing flush snapshotting stores in 1588230740 at 1731198011161Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731198011162 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731198011162Flushing 1588230740/ns: creating writer at 1731198011163 (+1 ms)Flushing 1588230740/ns: appending metadata at 1731198011184 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731198011184Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33aa1ccc: reopening flushed file at 1731198011598 (+414 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 447ms, sequenceid=6, compaction requested=false at 1731198011608 (+10 ms)Writing region close event to WAL at 1731198011610 (+2 ms)Running coprocessor post-close hooks at 1731198011614 (+4 ms)Closed at 1731198011615 (+1 ms) 2024-11-10T00:20:11,615 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T00:20:11,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32893 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-10T00:20:11,761 INFO [RS:0;b3c019fcff38:46871 {}] regionserver.HRegionServer(976): stopping server b3c019fcff38,46871,1731197996622; all regions closed. 2024-11-10T00:20:11,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741834_1010 (size=1152) 2024-11-10T00:20:11,768 DEBUG [RS:0;b3c019fcff38:46871 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ba9c23b8-1bad-5a82-2f93-4578d81a7366/oldWALs 2024-11-10T00:20:11,768 INFO [RS:0;b3c019fcff38:46871 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b3c019fcff38%2C46871%2C1731197996622.meta:.meta(num 1731197999238) 2024-11-10T00:20:11,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741833_1009 (size=93) 2024-11-10T00:20:11,772 DEBUG [RS:0;b3c019fcff38:46871 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ba9c23b8-1bad-5a82-2f93-4578d81a7366/oldWALs 2024-11-10T00:20:11,772 INFO [RS:0;b3c019fcff38:46871 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b3c019fcff38%2C46871%2C1731197996622:(num 1731197998732) 2024-11-10T00:20:11,772 DEBUG [RS:0;b3c019fcff38:46871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:11,772 INFO [RS:0;b3c019fcff38:46871 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T00:20:11,772 INFO [RS:0;b3c019fcff38:46871 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T00:20:11,772 INFO [RS:0;b3c019fcff38:46871 {}] hbase.ChoreService(370): Chore service for: regionserver/b3c019fcff38:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T00:20:11,773 INFO [RS:0;b3c019fcff38:46871 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T00:20:11,773 INFO [regionserver/b3c019fcff38:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T00:20:11,773 INFO [RS:0;b3c019fcff38:46871 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46871 2024-11-10T00:20:11,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46871-0x100ff3ed5250004, quorum=127.0.0.1:61768, baseZNode=/11032881546 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11032881546/rs/b3c019fcff38,46871,1731197996622 2024-11-10T00:20:11,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39133-0x100ff3ed5250003, quorum=127.0.0.1:61768, baseZNode=/11032881546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11032881546/rs 2024-11-10T00:20:11,775 INFO [RS:0;b3c019fcff38:46871 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T00:20:11,775 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b3c019fcff38,46871,1731197996622] 2024-11-10T00:20:11,777 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11032881546/draining/b3c019fcff38,46871,1731197996622 already deleted, retry=false 2024-11-10T00:20:11,777 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b3c019fcff38,46871,1731197996622 expired; onlineServers=0 2024-11-10T00:20:11,777 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b3c019fcff38,39133,1731197996577' ***** 2024-11-10T00:20:11,777 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T00:20:11,777 INFO [M:0;b3c019fcff38:39133 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T00:20:11,777 INFO [M:0;b3c019fcff38:39133 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T00:20:11,777 DEBUG [M:0;b3c019fcff38:39133 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T00:20:11,777 DEBUG [M:0;b3c019fcff38:39133 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T00:20:11,777 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T00:20:11,777 DEBUG [master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731197998467 {}] cleaner.HFileCleaner(306): Exit Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731197998467,5,FailOnTimeoutGroup] 2024-11-10T00:20:11,777 DEBUG [master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731197998467 {}] cleaner.HFileCleaner(306): Exit Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731197998467,5,FailOnTimeoutGroup] 2024-11-10T00:20:11,777 INFO [M:0;b3c019fcff38:39133 {}] hbase.ChoreService(370): Chore service for: master/b3c019fcff38:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T00:20:11,778 INFO [M:0;b3c019fcff38:39133 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T00:20:11,778 DEBUG [M:0;b3c019fcff38:39133 {}] master.HMaster(1795): Stopping service threads 2024-11-10T00:20:11,778 INFO [M:0;b3c019fcff38:39133 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T00:20:11,778 INFO [M:0;b3c019fcff38:39133 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T00:20:11,778 INFO [M:0;b3c019fcff38:39133 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T00:20:11,778 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T00:20:11,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39133-0x100ff3ed5250003, quorum=127.0.0.1:61768, baseZNode=/11032881546 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11032881546/master 2024-11-10T00:20:11,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39133-0x100ff3ed5250003, quorum=127.0.0.1:61768, baseZNode=/11032881546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11032881546 2024-11-10T00:20:11,780 DEBUG [M:0;b3c019fcff38:39133 {}] zookeeper.ZKUtil(347): master:39133-0x100ff3ed5250003, quorum=127.0.0.1:61768, baseZNode=/11032881546 Unable to get data of znode /11032881546/master because node does not exist (not an error) 2024-11-10T00:20:11,780 WARN [M:0;b3c019fcff38:39133 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T00:20:11,781 INFO [M:0;b3c019fcff38:39133 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37227/user/jenkins/test-data/ba9c23b8-1bad-5a82-2f93-4578d81a7366/.lastflushedseqids 2024-11-10T00:20:11,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741836_1012 (size=99) 2024-11-10T00:20:11,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46871-0x100ff3ed5250004, quorum=127.0.0.1:61768, baseZNode=/11032881546 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:20:11,876 INFO [RS:0;b3c019fcff38:46871 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T00:20:11,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46871-0x100ff3ed5250004, quorum=127.0.0.1:61768, baseZNode=/11032881546 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:20:11,877 INFO [RS:0;b3c019fcff38:46871 {}] regionserver.HRegionServer(1031): Exiting; stopping=b3c019fcff38,46871,1731197996622; zookeeper connection closed. 2024-11-10T00:20:11,877 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@36023ca0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@36023ca0 2024-11-10T00:20:11,877 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T00:20:12,187 INFO [M:0;b3c019fcff38:39133 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T00:20:12,188 INFO [M:0;b3c019fcff38:39133 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T00:20:12,188 DEBUG [M:0;b3c019fcff38:39133 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T00:20:12,188 INFO [M:0;b3c019fcff38:39133 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:20:12,188 DEBUG [M:0;b3c019fcff38:39133 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:20:12,188 DEBUG [M:0;b3c019fcff38:39133 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T00:20:12,188 DEBUG [M:0;b3c019fcff38:39133 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:20:12,188 INFO [M:0;b3c019fcff38:39133 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-10T00:20:12,207 DEBUG [M:0;b3c019fcff38:39133 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37227/user/jenkins/test-data/ba9c23b8-1bad-5a82-2f93-4578d81a7366/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9b9fac9b17a4963b020139ca8d6b87c is 82, key is hbase:meta,,1/info:regioninfo/1731197999283/Put/seqid=0 2024-11-10T00:20:12,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741837_1013 (size=5672) 2024-11-10T00:20:12,364 DEBUG [RS:0;b3c019fcff38:32893.replicationSource.wal-reader.b3c019fcff38%2C32893%2C1731198006297,1-b3c019fcff38,32893,1731198006297 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/WALs/b3c019fcff38,32893,1731198006297/b3c019fcff38%2C32893%2C1731198006297.1731198006874 to pos 0, reset compression=false 2024-11-10T00:20:12,365 DEBUG [RS:0;b3c019fcff38:32893.replicationSource.wal-reader.b3c019fcff38%2C32893%2C1731198006297,2-b3c019fcff38,32893,1731198006297 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/WALs/b3c019fcff38,32893,1731198006297/b3c019fcff38%2C32893%2C1731198006297.1731198006874 to pos 0, reset compression=false 2024-11-10T00:20:12,613 INFO [M:0;b3c019fcff38:39133 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37227/user/jenkins/test-data/ba9c23b8-1bad-5a82-2f93-4578d81a7366/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9b9fac9b17a4963b020139ca8d6b87c 2024-11-10T00:20:12,636 DEBUG [M:0;b3c019fcff38:39133 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37227/user/jenkins/test-data/ba9c23b8-1bad-5a82-2f93-4578d81a7366/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a7a1512632e4391909ecf9f4257856d is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731197999306/Put/seqid=0 2024-11-10T00:20:12,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741838_1014 (size=5275) 2024-11-10T00:20:12,696 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T00:20:13,041 INFO [M:0;b3c019fcff38:39133 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37227/user/jenkins/test-data/ba9c23b8-1bad-5a82-2f93-4578d81a7366/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a7a1512632e4391909ecf9f4257856d 2024-11-10T00:20:13,064 DEBUG [M:0;b3c019fcff38:39133 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37227/user/jenkins/test-data/ba9c23b8-1bad-5a82-2f93-4578d81a7366/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/68492f10528143c8ab34c384ca910a13 is 69, key is b3c019fcff38,46871,1731197996622/rs:state/1731197998570/Put/seqid=0 2024-11-10T00:20:13,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741839_1015 (size=5156) 2024-11-10T00:20:13,469 INFO [M:0;b3c019fcff38:39133 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37227/user/jenkins/test-data/ba9c23b8-1bad-5a82-2f93-4578d81a7366/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/68492f10528143c8ab34c384ca910a13 2024-11-10T00:20:13,470 DEBUG [RS:0;b3c019fcff38:32893.replicationSource.wal-reader.b3c019fcff38%2C32893%2C1731198006297,1-b3c019fcff38,32893,1731198006297 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/WALs/b3c019fcff38,32893,1731198006297/b3c019fcff38%2C32893%2C1731198006297.1731198006874 to pos 0, reset compression=false 2024-11-10T00:20:13,471 DEBUG [RS:0;b3c019fcff38:32893.replicationSource.wal-reader.b3c019fcff38%2C32893%2C1731198006297,2-b3c019fcff38,32893,1731198006297 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/WALs/b3c019fcff38,32893,1731198006297/b3c019fcff38%2C32893%2C1731198006297.1731198006874 to pos 0, reset compression=false 2024-11-10T00:20:13,477 DEBUG [M:0;b3c019fcff38:39133 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37227/user/jenkins/test-data/ba9c23b8-1bad-5a82-2f93-4578d81a7366/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9b9fac9b17a4963b020139ca8d6b87c as hdfs://localhost:37227/user/jenkins/test-data/ba9c23b8-1bad-5a82-2f93-4578d81a7366/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c9b9fac9b17a4963b020139ca8d6b87c 2024-11-10T00:20:13,483 INFO [M:0;b3c019fcff38:39133 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37227/user/jenkins/test-data/ba9c23b8-1bad-5a82-2f93-4578d81a7366/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c9b9fac9b17a4963b020139ca8d6b87c, entries=8, sequenceid=28, filesize=5.5 K 2024-11-10T00:20:13,484 DEBUG [M:0;b3c019fcff38:39133 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37227/user/jenkins/test-data/ba9c23b8-1bad-5a82-2f93-4578d81a7366/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a7a1512632e4391909ecf9f4257856d as hdfs://localhost:37227/user/jenkins/test-data/ba9c23b8-1bad-5a82-2f93-4578d81a7366/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2a7a1512632e4391909ecf9f4257856d 2024-11-10T00:20:13,491 INFO [M:0;b3c019fcff38:39133 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37227/user/jenkins/test-data/ba9c23b8-1bad-5a82-2f93-4578d81a7366/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2a7a1512632e4391909ecf9f4257856d, entries=3, sequenceid=28, filesize=5.2 K 2024-11-10T00:20:13,492 DEBUG [M:0;b3c019fcff38:39133 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37227/user/jenkins/test-data/ba9c23b8-1bad-5a82-2f93-4578d81a7366/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/68492f10528143c8ab34c384ca910a13 as hdfs://localhost:37227/user/jenkins/test-data/ba9c23b8-1bad-5a82-2f93-4578d81a7366/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/68492f10528143c8ab34c384ca910a13 2024-11-10T00:20:13,498 INFO [M:0;b3c019fcff38:39133 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37227/user/jenkins/test-data/ba9c23b8-1bad-5a82-2f93-4578d81a7366/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/68492f10528143c8ab34c384ca910a13, entries=1, sequenceid=28, filesize=5.0 K 2024-11-10T00:20:13,499 INFO [M:0;b3c019fcff38:39133 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1311ms, sequenceid=28, compaction requested=false 2024-11-10T00:20:13,500 INFO [M:0;b3c019fcff38:39133 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:20:13,501 DEBUG [M:0;b3c019fcff38:39133 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731198012188Disabling compacts and flushes for region at 1731198012188Disabling writes for close at 1731198012188Obtaining lock to block concurrent updates at 1731198012188Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731198012188Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731198012189 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731198012189Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731198012190 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731198012207 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731198012207Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731198012620 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731198012636 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731198012636Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731198013048 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731198013063 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731198013063Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36299afc: reopening flushed file at 1731198013476 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a9c02df: reopening flushed file at 1731198013483 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@788b3de5: reopening flushed file at 1731198013491 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1311ms, sequenceid=28, compaction requested=false at 1731198013499 (+8 ms)Writing region close event to WAL at 1731198013500 (+1 ms)Closed at 1731198013500 2024-11-10T00:20:13,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741830_1006 (size=10165) 2024-11-10T00:20:13,504 INFO [M:0;b3c019fcff38:39133 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T00:20:13,504 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T00:20:13,504 INFO [M:0;b3c019fcff38:39133 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39133 2024-11-10T00:20:13,507 INFO [M:0;b3c019fcff38:39133 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T00:20:13,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39133-0x100ff3ed5250003, quorum=127.0.0.1:61768, baseZNode=/11032881546 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:20:13,609 INFO [M:0;b3c019fcff38:39133 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T00:20:13,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39133-0x100ff3ed5250003, quorum=127.0.0.1:61768, baseZNode=/11032881546 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:20:13,613 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@671eadbd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T00:20:13,616 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c7240b2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T00:20:13,616 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T00:20:13,617 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bd8292{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T00:20:13,617 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45fc8213{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5b043f-d542-1c46-bc4e-47dd4126f9d8/hadoop.log.dir/,STOPPED} 2024-11-10T00:20:13,620 WARN [BP-269774030-172.17.0.2-1731197995517 heartbeating to localhost/127.0.0.1:37227 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T00:20:13,620 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T00:20:13,620 WARN [BP-269774030-172.17.0.2-1731197995517 heartbeating to localhost/127.0.0.1:37227 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-269774030-172.17.0.2-1731197995517 (Datanode Uuid 17ce5647-3c21-4318-8ef2-ec0a8962cd31) service to localhost/127.0.0.1:37227 2024-11-10T00:20:13,620 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T00:20:13,621 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5b043f-d542-1c46-bc4e-47dd4126f9d8/cluster_2a9c6096-9d33-cadd-578a-9aea4f02a0ef/data/data1/current/BP-269774030-172.17.0.2-1731197995517 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T00:20:13,621 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5b043f-d542-1c46-bc4e-47dd4126f9d8/cluster_2a9c6096-9d33-cadd-578a-9aea4f02a0ef/data/data2/current/BP-269774030-172.17.0.2-1731197995517 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T00:20:13,622 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T00:20:13,628 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46934c71{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T00:20:13,629 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60b8baac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T00:20:13,629 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T00:20:13,629 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75bf8bfb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T00:20:13,629 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a733db7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5b043f-d542-1c46-bc4e-47dd4126f9d8/hadoop.log.dir/,STOPPED} 2024-11-10T00:20:13,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T00:20:13,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T00:20:13,648 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:20:13,648 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:20:13,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:13,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:13,649 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:20:13,649 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T00:20:13,649 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=915696944, stopped=false 2024-11-10T00:20:13,649 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b3c019fcff38,43381,1731198006261 2024-11-10T00:20:13,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x100ff3ed5250006, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-605598654/running 2024-11-10T00:20:13,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32893-0x100ff3ed5250007, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-605598654/running 2024-11-10T00:20:13,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x100ff3ed5250006, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-605598654 2024-11-10T00:20:13,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32893-0x100ff3ed5250007, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-605598654 2024-11-10T00:20:13,650 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T00:20:13,651 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:20:13,651 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:20:13,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:13,651 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43381-0x100ff3ed5250006, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Set watcher on znode that does not yet exist, /0-605598654/running 2024-11-10T00:20:13,651 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32893-0x100ff3ed5250007, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Set watcher on znode that does not yet exist, /0-605598654/running 2024-11-10T00:20:13,651 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b3c019fcff38,32893,1731198006297' ***** 2024-11-10T00:20:13,652 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T00:20:13,652 INFO [RS:0;b3c019fcff38:32893 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T00:20:13,652 INFO [RS:0;b3c019fcff38:32893 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T00:20:13,652 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T00:20:13,652 INFO [RS:0;b3c019fcff38:32893 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T00:20:13,652 INFO [RS:0;b3c019fcff38:32893 {}] regionserver.HRegionServer(3091): Received CLOSE for b048c75d364fba52e649596e7b9397a4 2024-11-10T00:20:13,653 INFO [RS:0;b3c019fcff38:32893 {}] regionserver.HRegionServer(959): stopping server b3c019fcff38,32893,1731198006297 2024-11-10T00:20:13,653 INFO [RS:0;b3c019fcff38:32893 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T00:20:13,653 INFO [RS:0;b3c019fcff38:32893 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b3c019fcff38:32893. 2024-11-10T00:20:13,653 DEBUG [RS:0;b3c019fcff38:32893 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:20:13,653 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b048c75d364fba52e649596e7b9397a4, disabling compactions & flushes 2024-11-10T00:20:13,653 DEBUG [RS:0;b3c019fcff38:32893 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:13,653 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731197999441.b048c75d364fba52e649596e7b9397a4. 2024-11-10T00:20:13,653 INFO [RS:0;b3c019fcff38:32893 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T00:20:13,653 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731197999441.b048c75d364fba52e649596e7b9397a4. 2024-11-10T00:20:13,653 INFO [RS:0;b3c019fcff38:32893 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T00:20:13,653 INFO [RS:0;b3c019fcff38:32893 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T00:20:13,653 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731197999441.b048c75d364fba52e649596e7b9397a4. after waiting 0 ms 2024-11-10T00:20:13,653 INFO [RS:0;b3c019fcff38:32893 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T00:20:13,653 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731197999441.b048c75d364fba52e649596e7b9397a4. 2024-11-10T00:20:13,653 INFO [RS:0;b3c019fcff38:32893 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T00:20:13,653 DEBUG [RS:0;b3c019fcff38:32893 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b048c75d364fba52e649596e7b9397a4=hbase:replication,,1731197999441.b048c75d364fba52e649596e7b9397a4.} 2024-11-10T00:20:13,654 DEBUG [RS:0;b3c019fcff38:32893 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b048c75d364fba52e649596e7b9397a4 2024-11-10T00:20:13,654 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T00:20:13,654 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T00:20:13,654 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T00:20:13,654 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T00:20:13,654 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T00:20:13,654 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-10T00:20:13,658 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/data/hbase/replication/b048c75d364fba52e649596e7b9397a4/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-10T00:20:13,659 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T00:20:13,659 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T00:20:13,659 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731197999441.b048c75d364fba52e649596e7b9397a4. 2024-11-10T00:20:13,659 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b048c75d364fba52e649596e7b9397a4: Waiting for close lock at 1731198013653Running coprocessor pre-close hooks at 1731198013653Disabling compacts and flushes for region at 1731198013653Disabling writes for close at 1731198013653Writing region close event to WAL at 1731198013654 (+1 ms)Running coprocessor post-close hooks at 1731198013659 (+5 ms)Closed at 1731198013659 2024-11-10T00:20:13,659 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731197999441.b048c75d364fba52e649596e7b9397a4. 2024-11-10T00:20:13,672 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/data/hbase/meta/1588230740/.tmp/info/f5f53b352f7e4915a0b105a195df9dd8 is 147, key is hbase:replication,,1731197999441.b048c75d364fba52e649596e7b9397a4./info:regioninfo/1731198011495/Put/seqid=0 2024-11-10T00:20:13,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741851_1027 (size=6385) 2024-11-10T00:20:13,705 INFO [regionserver/b3c019fcff38:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T00:20:13,796 INFO [regionserver/b3c019fcff38:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T00:20:13,796 INFO [regionserver/b3c019fcff38:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T00:20:13,854 DEBUG [RS:0;b3c019fcff38:32893 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:20:14,054 DEBUG [RS:0;b3c019fcff38:32893 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:20:14,078 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/data/hbase/meta/1588230740/.tmp/info/f5f53b352f7e4915a0b105a195df9dd8 2024-11-10T00:20:14,085 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/data/hbase/meta/1588230740/.tmp/info/f5f53b352f7e4915a0b105a195df9dd8 as hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/data/hbase/meta/1588230740/info/f5f53b352f7e4915a0b105a195df9dd8 2024-11-10T00:20:14,095 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/data/hbase/meta/1588230740/info/f5f53b352f7e4915a0b105a195df9dd8, entries=8, sequenceid=19, filesize=6.2 K 2024-11-10T00:20:14,096 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=19, compaction requested=false 2024-11-10T00:20:14,101 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-10T00:20:14,102 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T00:20:14,102 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T00:20:14,102 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T00:20:14,102 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731198013654Running coprocessor pre-close hooks at 1731198013654Disabling compacts and flushes for region at 1731198013654Disabling writes for close at 1731198013654Obtaining lock to block concurrent updates at 1731198013654Preparing flush snapshotting stores in 1588230740 at 1731198013654Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731198013654Flushing stores of hbase:meta,,1.1588230740 at 1731198013655 (+1 ms)Flushing 1588230740/info: creating writer at 1731198013655Flushing 1588230740/info: appending metadata at 1731198013671 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731198013671Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5df5bcee: reopening flushed file at 1731198014085 (+414 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=19, compaction requested=false at 1731198014096 (+11 ms)Writing region close event to WAL at 1731198014098 (+2 ms)Running coprocessor post-close hooks at 1731198014102 (+4 ms)Closed at 1731198014102 2024-11-10T00:20:14,102 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T00:20:14,254 INFO [RS:0;b3c019fcff38:32893 {}] regionserver.HRegionServer(976): stopping server b3c019fcff38,32893,1731198006297; all regions closed. 2024-11-10T00:20:14,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741849_1025 (size=2156) 2024-11-10T00:20:14,260 DEBUG [RS:0;b3c019fcff38:32893 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/oldWALs 2024-11-10T00:20:14,260 INFO [RS:0;b3c019fcff38:32893 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b3c019fcff38%2C32893%2C1731198006297.meta:.meta(num 1731198007174) 2024-11-10T00:20:14,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741850_1026 (size=796) 2024-11-10T00:20:14,263 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/WALs/b3c019fcff38,32893,1731198006297/b3c019fcff38%2C32893%2C1731198006297.rep.1731198011448 not finished, retry = 0 2024-11-10T00:20:14,366 DEBUG [RS:0;b3c019fcff38:32893 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/oldWALs 2024-11-10T00:20:14,366 INFO [RS:0;b3c019fcff38:32893 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b3c019fcff38%2C32893%2C1731198006297.rep:(num 1731198011448) 2024-11-10T00:20:14,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741848_1024 (size=93) 2024-11-10T00:20:14,371 DEBUG [RS:0;b3c019fcff38:32893 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/oldWALs 2024-11-10T00:20:14,371 INFO [RS:0;b3c019fcff38:32893 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b3c019fcff38%2C32893%2C1731198006297:(num 1731198006874) 2024-11-10T00:20:14,371 DEBUG [RS:0;b3c019fcff38:32893 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:14,371 INFO [RS:0;b3c019fcff38:32893 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T00:20:14,371 INFO [RS:0;b3c019fcff38:32893 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T00:20:14,371 INFO [RS:0;b3c019fcff38:32893 {}] hbase.ChoreService(370): Chore service for: regionserver/b3c019fcff38:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T00:20:14,371 INFO [RS:0;b3c019fcff38:32893 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T00:20:14,371 INFO [regionserver/b3c019fcff38:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T00:20:14,372 INFO [RS:0;b3c019fcff38:32893 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b3c019fcff38,32893,1731198006297 because: Region server is closing 2024-11-10T00:20:14,372 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/b3c019fcff38:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-10T00:20:14,372 INFO [RS:0;b3c019fcff38:32893 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b3c019fcff38:32893. 2024-11-10T00:20:14,372 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/b3c019fcff38:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-10T00:20:14,372 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/b3c019fcff38:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-10T00:20:14,372 DEBUG [RS:0;b3c019fcff38:32893 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:20:14,372 DEBUG [RS:0;b3c019fcff38:32893 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:14,372 DEBUG [RS:0;b3c019fcff38:32893 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:14,372 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:20:14,472 WARN [RS:0;b3c019fcff38:32893.replicationSource.shipperb3c019fcff38%2C32893%2C1731198006297,1-b3c019fcff38,32893,1731198006297 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T00:20:14,472 WARN [RS:0;b3c019fcff38:32893.replicationSource.wal-reader.b3c019fcff38%2C32893%2C1731198006297,1-b3c019fcff38,32893,1731198006297 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T00:20:14,473 INFO [RS:0;b3c019fcff38:32893 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;b3c019fcff38:32893.replicationSource.shipperb3c019fcff38%2C32893%2C1731198006297,1-b3c019fcff38,32893,1731198006297 terminated 2024-11-10T00:20:14,473 INFO [RS:0;b3c019fcff38:32893 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-b3c019fcff38,32893,1731198006297 because: Region server is closing 2024-11-10T00:20:14,473 INFO [RS:0;b3c019fcff38:32893 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b3c019fcff38:32893. 2024-11-10T00:20:14,473 DEBUG [RS:0;b3c019fcff38:32893 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:20:14,473 DEBUG [RS:0;b3c019fcff38:32893 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:14,473 DEBUG [RS:0;b3c019fcff38:32893 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:14,473 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:20:14,574 WARN [RS:0;b3c019fcff38:32893.replicationSource.wal-reader.b3c019fcff38%2C32893%2C1731198006297,2-b3c019fcff38,32893,1731198006297 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T00:20:14,574 WARN [RS:0;b3c019fcff38:32893.replicationSource.shipperb3c019fcff38%2C32893%2C1731198006297,2-b3c019fcff38,32893,1731198006297 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T00:20:14,574 INFO [RS:0;b3c019fcff38:32893 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;b3c019fcff38:32893.replicationSource.shipperb3c019fcff38%2C32893%2C1731198006297,2-b3c019fcff38,32893,1731198006297 terminated 2024-11-10T00:20:14,574 INFO [RS:0;b3c019fcff38:32893 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32893 2024-11-10T00:20:14,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32893-0x100ff3ed5250007, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-605598654/rs/b3c019fcff38,32893,1731198006297 2024-11-10T00:20:14,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x100ff3ed5250006, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-605598654/rs 2024-11-10T00:20:14,576 INFO [RS:0;b3c019fcff38:32893 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T00:20:14,577 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b3c019fcff38,32893,1731198006297] 2024-11-10T00:20:14,584 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-605598654/draining/b3c019fcff38,32893,1731198006297 already deleted, retry=false 2024-11-10T00:20:14,584 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b3c019fcff38,32893,1731198006297 expired; onlineServers=0 2024-11-10T00:20:14,584 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b3c019fcff38,43381,1731198006261' ***** 2024-11-10T00:20:14,584 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T00:20:14,584 INFO [M:0;b3c019fcff38:43381 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T00:20:14,584 INFO [M:0;b3c019fcff38:43381 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T00:20:14,584 DEBUG [M:0;b3c019fcff38:43381 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T00:20:14,584 DEBUG [M:0;b3c019fcff38:43381 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T00:20:14,584 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T00:20:14,585 DEBUG [master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731198006594 {}] cleaner.HFileCleaner(306): Exit Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731198006594,5,FailOnTimeoutGroup] 2024-11-10T00:20:14,585 DEBUG [master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731198006593 {}] cleaner.HFileCleaner(306): Exit Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731198006593,5,FailOnTimeoutGroup] 2024-11-10T00:20:14,585 INFO [M:0;b3c019fcff38:43381 {}] hbase.ChoreService(370): Chore service for: master/b3c019fcff38:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T00:20:14,585 INFO [M:0;b3c019fcff38:43381 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T00:20:14,585 DEBUG [M:0;b3c019fcff38:43381 {}] master.HMaster(1795): Stopping service threads 2024-11-10T00:20:14,585 INFO [M:0;b3c019fcff38:43381 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T00:20:14,585 INFO [M:0;b3c019fcff38:43381 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T00:20:14,585 INFO [M:0;b3c019fcff38:43381 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T00:20:14,585 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T00:20:14,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x100ff3ed5250006, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-605598654/master 2024-11-10T00:20:14,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x100ff3ed5250006, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-605598654 2024-11-10T00:20:14,586 DEBUG [M:0;b3c019fcff38:43381 {}] zookeeper.ZKUtil(347): master:43381-0x100ff3ed5250006, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Unable to get data of znode /0-605598654/master because node does not exist (not an error) 2024-11-10T00:20:14,586 WARN [M:0;b3c019fcff38:43381 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T00:20:14,587 INFO [M:0;b3c019fcff38:43381 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/.lastflushedseqids 2024-11-10T00:20:14,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741852_1028 (size=181) 2024-11-10T00:20:14,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32893-0x100ff3ed5250007, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:20:14,684 INFO [RS:0;b3c019fcff38:32893 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T00:20:14,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32893-0x100ff3ed5250007, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:20:14,684 INFO [RS:0;b3c019fcff38:32893 {}] regionserver.HRegionServer(1031): Exiting; stopping=b3c019fcff38,32893,1731198006297; zookeeper connection closed. 2024-11-10T00:20:14,684 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7ca38684 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7ca38684 2024-11-10T00:20:14,684 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T00:20:14,994 INFO [M:0;b3c019fcff38:43381 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T00:20:14,994 INFO [M:0;b3c019fcff38:43381 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T00:20:14,995 DEBUG [M:0;b3c019fcff38:43381 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T00:20:14,995 INFO [M:0;b3c019fcff38:43381 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:20:14,995 DEBUG [M:0;b3c019fcff38:43381 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:20:14,995 DEBUG [M:0;b3c019fcff38:43381 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T00:20:14,995 DEBUG [M:0;b3c019fcff38:43381 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:20:14,995 INFO [M:0;b3c019fcff38:43381 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-10T00:20:15,013 DEBUG [M:0;b3c019fcff38:43381 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/de36e36f2f7449c89e2e1b0b232712db is 82, key is hbase:meta,,1/info:regioninfo/1731198007241/Put/seqid=0 2024-11-10T00:20:15,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741853_1029 (size=5680) 2024-11-10T00:20:15,419 INFO [M:0;b3c019fcff38:43381 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/de36e36f2f7449c89e2e1b0b232712db 2024-11-10T00:20:15,443 DEBUG [M:0;b3c019fcff38:43381 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/154a8698c69440b69e80cd06e1d75f38 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731198011504/Put/seqid=0 2024-11-10T00:20:15,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741854_1030 (size=7319) 2024-11-10T00:20:15,848 INFO [M:0;b3c019fcff38:43381 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/154a8698c69440b69e80cd06e1d75f38 2024-11-10T00:20:15,873 DEBUG [M:0;b3c019fcff38:43381 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f04e953d8f141d68c3b26e20a4abdc3 is 69, key is b3c019fcff38,32893,1731198006297/rs:state/1731198006648/Put/seqid=0 2024-11-10T00:20:15,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741855_1031 (size=5371) 2024-11-10T00:20:16,279 INFO [M:0;b3c019fcff38:43381 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f04e953d8f141d68c3b26e20a4abdc3 2024-11-10T00:20:16,286 INFO [M:0;b3c019fcff38:43381 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6f04e953d8f141d68c3b26e20a4abdc3 2024-11-10T00:20:16,287 DEBUG [M:0;b3c019fcff38:43381 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/de36e36f2f7449c89e2e1b0b232712db as hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/de36e36f2f7449c89e2e1b0b232712db 2024-11-10T00:20:16,293 INFO [M:0;b3c019fcff38:43381 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/de36e36f2f7449c89e2e1b0b232712db, entries=8, sequenceid=172, filesize=5.5 K 2024-11-10T00:20:16,294 DEBUG [M:0;b3c019fcff38:43381 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/154a8698c69440b69e80cd06e1d75f38 as hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/154a8698c69440b69e80cd06e1d75f38 2024-11-10T00:20:16,300 INFO [M:0;b3c019fcff38:43381 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/154a8698c69440b69e80cd06e1d75f38, entries=7, sequenceid=172, filesize=7.1 K 2024-11-10T00:20:16,301 DEBUG [M:0;b3c019fcff38:43381 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f04e953d8f141d68c3b26e20a4abdc3 as hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6f04e953d8f141d68c3b26e20a4abdc3 2024-11-10T00:20:16,306 INFO [M:0;b3c019fcff38:43381 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6f04e953d8f141d68c3b26e20a4abdc3 2024-11-10T00:20:16,306 INFO [M:0;b3c019fcff38:43381 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34061/user/jenkins/test-data/030fa987-0b24-b85b-f38b-2e0350b02c73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6f04e953d8f141d68c3b26e20a4abdc3, entries=2, sequenceid=172, filesize=5.2 K 2024-11-10T00:20:16,308 INFO [M:0;b3c019fcff38:43381 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1313ms, sequenceid=172, compaction requested=false 2024-11-10T00:20:16,309 INFO [M:0;b3c019fcff38:43381 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:20:16,310 DEBUG [M:0;b3c019fcff38:43381 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731198014995Disabling compacts and flushes for region at 1731198014995Disabling writes for close at 1731198014995Obtaining lock to block concurrent updates at 1731198014995Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731198014995Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731198014996 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731198014996Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731198014997 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731198015013 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731198015013Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731198015426 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731198015442 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731198015442Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731198015856 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731198015873 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731198015873Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3363bee3: reopening flushed file at 1731198016286 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6056793b: reopening flushed file at 1731198016293 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79edc67d: reopening flushed file at 1731198016300 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1313ms, sequenceid=172, compaction requested=false at 1731198016308 (+8 ms)Writing region close event to WAL at 1731198016309 (+1 ms)Closed at 1731198016309 2024-11-10T00:20:16,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741847_1023 (size=22949) 2024-11-10T00:20:16,313 INFO [M:0;b3c019fcff38:43381 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T00:20:16,313 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T00:20:16,313 INFO [M:0;b3c019fcff38:43381 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43381 2024-11-10T00:20:16,313 INFO [M:0;b3c019fcff38:43381 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T00:20:16,415 INFO [M:0;b3c019fcff38:43381 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T00:20:16,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x100ff3ed5250006, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:20:16,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x100ff3ed5250006, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:20:16,418 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20104caa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T00:20:16,418 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d6be275{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T00:20:16,418 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T00:20:16,418 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T00:20:16,419 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e4f8960{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b90b620-ffbb-1613-0a55-de8754e43a39/hadoop.log.dir/,STOPPED} 2024-11-10T00:20:16,420 WARN [BP-1396637154-172.17.0.2-1731197988277 heartbeating to localhost/127.0.0.1:34061 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T00:20:16,420 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T00:20:16,420 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T00:20:16,420 WARN [BP-1396637154-172.17.0.2-1731197988277 heartbeating to localhost/127.0.0.1:34061 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1396637154-172.17.0.2-1731197988277 (Datanode Uuid 9a8e4c92-e8d0-4e3d-870a-bf88b53ae647) service to localhost/127.0.0.1:34061 2024-11-10T00:20:16,421 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b90b620-ffbb-1613-0a55-de8754e43a39/cluster_b952ed00-36a4-c02b-4e03-0d72dd8090ff/data/data1/current/BP-1396637154-172.17.0.2-1731197988277 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T00:20:16,421 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b90b620-ffbb-1613-0a55-de8754e43a39/cluster_b952ed00-36a4-c02b-4e03-0d72dd8090ff/data/data2/current/BP-1396637154-172.17.0.2-1731197988277 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T00:20:16,421 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T00:20:16,427 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T00:20:16,428 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T00:20:16,428 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T00:20:16,428 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T00:20:16,428 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b90b620-ffbb-1613-0a55-de8754e43a39/hadoop.log.dir/,STOPPED} 2024-11-10T00:20:16,436 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T00:20:16,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T00:20:16,464 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=108 (was 11) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:34061 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37227 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b3c019fcff38:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:37227 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37227 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:34061 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34061 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@26374942 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:34061 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/b3c019fcff38:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34061 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:34061 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: master/b3c019fcff38:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61768) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34061 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b3c019fcff38:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37227 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:34061 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34061 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b3c019fcff38:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37227 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61768) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34061 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=51 (was 38) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9944 (was 10769) 2024-11-10T00:20:16,472 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=108, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=51, ProcessCount=11, AvailableMemoryMB=9942 2024-11-10T00:20:16,486 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-10T00:20:16,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5b043f-d542-1c46-bc4e-47dd4126f9d8/hadoop.log.dir so I do NOT create it in target/test-data/6c9d772e-6f96-6316-be7a-84431ab01112 2024-11-10T00:20:16,487 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5b043f-d542-1c46-bc4e-47dd4126f9d8/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T00:20:16,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5b043f-d542-1c46-bc4e-47dd4126f9d8/hadoop.tmp.dir so I do NOT create it in target/test-data/6c9d772e-6f96-6316-be7a-84431ab01112 2024-11-10T00:20:16,487 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5b043f-d542-1c46-bc4e-47dd4126f9d8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T00:20:16,487 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9d772e-6f96-6316-be7a-84431ab01112 2024-11-10T00:20:16,487 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9d772e-6f96-6316-be7a-84431ab01112/cluster_5ce12300-1a41-e481-d429-5e68152f33f1, deleteOnExit=true 2024-11-10T00:20:16,491 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9d772e-6f96-6316-be7a-84431ab01112/cluster_5ce12300-1a41-e481-d429-5e68152f33f1/zookeeper_0, clientPort=64702, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9d772e-6f96-6316-be7a-84431ab01112/cluster_5ce12300-1a41-e481-d429-5e68152f33f1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9d772e-6f96-6316-be7a-84431ab01112/cluster_5ce12300-1a41-e481-d429-5e68152f33f1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T00:20:16,491 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64702 2024-11-10T00:20:16,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T00:20:16,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T00:20:16,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9d772e-6f96-6316-be7a-84431ab01112/test.cache.data in system properties and HBase conf 2024-11-10T00:20:16,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9d772e-6f96-6316-be7a-84431ab01112/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T00:20:16,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9d772e-6f96-6316-be7a-84431ab01112/hadoop.log.dir in system properties and HBase conf 2024-11-10T00:20:16,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9d772e-6f96-6316-be7a-84431ab01112/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T00:20:16,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9d772e-6f96-6316-be7a-84431ab01112/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T00:20:16,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T00:20:16,492 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T00:20:16,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9d772e-6f96-6316-be7a-84431ab01112/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T00:20:16,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9d772e-6f96-6316-be7a-84431ab01112/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T00:20:16,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9d772e-6f96-6316-be7a-84431ab01112/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T00:20:16,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9d772e-6f96-6316-be7a-84431ab01112/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T00:20:16,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9d772e-6f96-6316-be7a-84431ab01112/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T00:20:16,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9d772e-6f96-6316-be7a-84431ab01112/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T00:20:16,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9d772e-6f96-6316-be7a-84431ab01112/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T00:20:16,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9d772e-6f96-6316-be7a-84431ab01112/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T00:20:16,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9d772e-6f96-6316-be7a-84431ab01112/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T00:20:16,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9d772e-6f96-6316-be7a-84431ab01112/nfs.dump.dir in system properties and HBase conf 2024-11-10T00:20:16,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9d772e-6f96-6316-be7a-84431ab01112/java.io.tmpdir in system properties and HBase conf 2024-11-10T00:20:16,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9d772e-6f96-6316-be7a-84431ab01112/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T00:20:16,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9d772e-6f96-6316-be7a-84431ab01112/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T00:20:16,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9d772e-6f96-6316-be7a-84431ab01112/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T00:20:16,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100ff3ed5250005, quorum=127.0.0.1:61768, baseZNode=/11032881546 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T00:20:16,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100ff3ed5250002, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T00:20:16,533 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100ff3ed5250002, quorum=127.0.0.1:61768, baseZNode=/0-605598654 Received Disconnected from ZooKeeper, ignoring 2024-11-10T00:20:16,533 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100ff3ed5250005, quorum=127.0.0.1:61768, baseZNode=/11032881546 Received Disconnected from ZooKeeper, ignoring 2024-11-10T00:20:16,594 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:20:16,599 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T00:20:16,600 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T00:20:16,601 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T00:20:16,601 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T00:20:16,601 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:20:16,603 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44f7b8d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9d772e-6f96-6316-be7a-84431ab01112/hadoop.log.dir/,AVAILABLE} 2024-11-10T00:20:16,603 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24580203{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T00:20:16,719 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4dc36a9a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9d772e-6f96-6316-be7a-84431ab01112/java.io.tmpdir/jetty-localhost-46609-hadoop-hdfs-3_4_1-tests_jar-_-any-653125758887428705/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T00:20:16,719 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3648de12{HTTP/1.1, (http/1.1)}{localhost:46609} 2024-11-10T00:20:16,719 INFO [Time-limited test {}] server.Server(415): Started @30424ms 2024-11-10T00:20:16,811 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:20:16,815 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T00:20:16,816 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T00:20:16,816 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T00:20:16,816 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T00:20:16,817 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d1cbcba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9d772e-6f96-6316-be7a-84431ab01112/hadoop.log.dir/,AVAILABLE} 2024-11-10T00:20:16,818 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39cf0554{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T00:20:16,935 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d8272f9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9d772e-6f96-6316-be7a-84431ab01112/java.io.tmpdir/jetty-localhost-43469-hadoop-hdfs-3_4_1-tests_jar-_-any-6165192850835753487/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T00:20:16,935 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5207c2ea{HTTP/1.1, (http/1.1)}{localhost:43469} 2024-11-10T00:20:16,935 INFO [Time-limited test {}] server.Server(415): Started @30640ms 2024-11-10T00:20:16,937 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T00:20:17,040 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9d772e-6f96-6316-be7a-84431ab01112/cluster_5ce12300-1a41-e481-d429-5e68152f33f1/data/data1/current/BP-1564756335-172.17.0.2-1731198016530/current, will proceed with Du for space computation calculation, 2024-11-10T00:20:17,041 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9d772e-6f96-6316-be7a-84431ab01112/cluster_5ce12300-1a41-e481-d429-5e68152f33f1/data/data2/current/BP-1564756335-172.17.0.2-1731198016530/current, will proceed with Du for space computation calculation, 2024-11-10T00:20:17,058 WARN [Thread-487 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T00:20:17,061 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x717e2a528ecfef4 with lease ID 0x2ab021cd9753d59e: Processing first storage report for DS-205f204d-83c5-460f-ba03-2c3c641d2d8b from datanode DatanodeRegistration(127.0.0.1:41701, datanodeUuid=702c762e-36dc-4274-9bdb-48e81b2ad70b, infoPort=36363, infoSecurePort=0, ipcPort=36825, storageInfo=lv=-57;cid=testClusterID;nsid=1824522166;c=1731198016530) 2024-11-10T00:20:17,062 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x717e2a528ecfef4 with lease ID 0x2ab021cd9753d59e: from storage DS-205f204d-83c5-460f-ba03-2c3c641d2d8b node DatanodeRegistration(127.0.0.1:41701, datanodeUuid=702c762e-36dc-4274-9bdb-48e81b2ad70b, infoPort=36363, infoSecurePort=0, ipcPort=36825, storageInfo=lv=-57;cid=testClusterID;nsid=1824522166;c=1731198016530), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T00:20:17,062 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x717e2a528ecfef4 with lease ID 0x2ab021cd9753d59e: Processing first storage report for DS-830770d8-0963-4837-8b20-112246f9523b from datanode DatanodeRegistration(127.0.0.1:41701, datanodeUuid=702c762e-36dc-4274-9bdb-48e81b2ad70b, infoPort=36363, infoSecurePort=0, ipcPort=36825, storageInfo=lv=-57;cid=testClusterID;nsid=1824522166;c=1731198016530) 2024-11-10T00:20:17,062 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x717e2a528ecfef4 with lease ID 0x2ab021cd9753d59e: from storage DS-830770d8-0963-4837-8b20-112246f9523b node DatanodeRegistration(127.0.0.1:41701, datanodeUuid=702c762e-36dc-4274-9bdb-48e81b2ad70b, infoPort=36363, infoSecurePort=0, ipcPort=36825, storageInfo=lv=-57;cid=testClusterID;nsid=1824522166;c=1731198016530), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T00:20:17,064 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9d772e-6f96-6316-be7a-84431ab01112 2024-11-10T00:20:17,065 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:20:17,066 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:20:17,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41701 is added to blk_1073741825_1001 (size=7) 2024-11-10T00:20:17,479 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b with version=8 2024-11-10T00:20:17,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/hbase-staging 2024-11-10T00:20:17,482 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b3c019fcff38:0 server-side Connection retries=45 2024-11-10T00:20:17,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:20:17,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T00:20:17,482 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T00:20:17,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:20:17,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T00:20:17,482 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T00:20:17,482 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T00:20:17,483 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37931 2024-11-10T00:20:17,484 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37931 connecting to ZooKeeper ensemble=127.0.0.1:64702 2024-11-10T00:20:17,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:379310x0, quorum=127.0.0.1:64702, baseZNode=/01452147101 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:20:17,520 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37931-0x100ff3f46790000 connected 2024-11-10T00:20:17,548 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:20:17,551 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:20:17,557 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37931-0x100ff3f46790000, quorum=127.0.0.1:64702, baseZNode=/01452147101 Set watcher on znode that does not yet exist, /01452147101/running 2024-11-10T00:20:17,558 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b, hbase.cluster.distributed=false 2024-11-10T00:20:17,560 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37931-0x100ff3f46790000, quorum=127.0.0.1:64702, baseZNode=/01452147101 Set watcher on znode that does not yet exist, /01452147101/acl 2024-11-10T00:20:17,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37931 2024-11-10T00:20:17,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37931 2024-11-10T00:20:17,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37931 2024-11-10T00:20:17,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37931 2024-11-10T00:20:17,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37931 2024-11-10T00:20:17,588 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b3c019fcff38:0 server-side Connection retries=45 2024-11-10T00:20:17,588 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:20:17,588 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T00:20:17,588 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T00:20:17,588 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:20:17,588 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T00:20:17,588 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T00:20:17,588 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T00:20:17,589 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35007 2024-11-10T00:20:17,590 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35007 connecting to ZooKeeper ensemble=127.0.0.1:64702 2024-11-10T00:20:17,591 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:20:17,592 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:20:17,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350070x0, quorum=127.0.0.1:64702, baseZNode=/01452147101 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:20:17,596 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35007-0x100ff3f46790001 connected 2024-11-10T00:20:17,596 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35007-0x100ff3f46790001, quorum=127.0.0.1:64702, baseZNode=/01452147101 Set watcher on znode that does not yet exist, /01452147101/running 2024-11-10T00:20:17,597 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T00:20:17,597 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T00:20:17,598 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35007-0x100ff3f46790001, quorum=127.0.0.1:64702, baseZNode=/01452147101 Set watcher on znode that does not yet exist, /01452147101/master 2024-11-10T00:20:17,599 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35007-0x100ff3f46790001, quorum=127.0.0.1:64702, baseZNode=/01452147101 Set watcher on znode that does not yet exist, /01452147101/acl 2024-11-10T00:20:17,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35007 2024-11-10T00:20:17,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35007 2024-11-10T00:20:17,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35007 2024-11-10T00:20:17,602 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35007 2024-11-10T00:20:17,602 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35007 2024-11-10T00:20:17,613 DEBUG [M:0;b3c019fcff38:37931 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b3c019fcff38:37931 2024-11-10T00:20:17,614 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01452147101/backup-masters/b3c019fcff38,37931,1731198017481 2024-11-10T00:20:17,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35007-0x100ff3f46790001, quorum=127.0.0.1:64702, baseZNode=/01452147101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01452147101/backup-masters 2024-11-10T00:20:17,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37931-0x100ff3f46790000, quorum=127.0.0.1:64702, baseZNode=/01452147101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01452147101/backup-masters 2024-11-10T00:20:17,616 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37931-0x100ff3f46790000, quorum=127.0.0.1:64702, baseZNode=/01452147101 Set watcher on existing znode=/01452147101/backup-masters/b3c019fcff38,37931,1731198017481 2024-11-10T00:20:17,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35007-0x100ff3f46790001, quorum=127.0.0.1:64702, baseZNode=/01452147101 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01452147101/master 2024-11-10T00:20:17,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37931-0x100ff3f46790000, quorum=127.0.0.1:64702, baseZNode=/01452147101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01452147101 2024-11-10T00:20:17,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35007-0x100ff3f46790001, quorum=127.0.0.1:64702, baseZNode=/01452147101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01452147101 2024-11-10T00:20:17,619 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37931-0x100ff3f46790000, quorum=127.0.0.1:64702, baseZNode=/01452147101 Set watcher on existing znode=/01452147101/master 2024-11-10T00:20:17,619 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01452147101/backup-masters/b3c019fcff38,37931,1731198017481 from backup master directory 2024-11-10T00:20:17,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37931-0x100ff3f46790000, quorum=127.0.0.1:64702, baseZNode=/01452147101 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01452147101/backup-masters/b3c019fcff38,37931,1731198017481 2024-11-10T00:20:17,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35007-0x100ff3f46790001, quorum=127.0.0.1:64702, baseZNode=/01452147101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01452147101/backup-masters 2024-11-10T00:20:17,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37931-0x100ff3f46790000, quorum=127.0.0.1:64702, baseZNode=/01452147101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01452147101/backup-masters 2024-11-10T00:20:17,621 WARN [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T00:20:17,621 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b3c019fcff38,37931,1731198017481 2024-11-10T00:20:17,625 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/hbase.id] with ID: b034cbf5-6904-43bf-ad92-0b88e677929d 2024-11-10T00:20:17,625 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/.tmp/hbase.id 2024-11-10T00:20:17,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41701 is added to blk_1073741826_1002 (size=42) 2024-11-10T00:20:18,033 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/.tmp/hbase.id]:[hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/hbase.id] 2024-11-10T00:20:18,046 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:20:18,046 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T00:20:18,047 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T00:20:18,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35007-0x100ff3f46790001, quorum=127.0.0.1:64702, baseZNode=/01452147101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01452147101 2024-11-10T00:20:18,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37931-0x100ff3f46790000, quorum=127.0.0.1:64702, baseZNode=/01452147101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01452147101 2024-11-10T00:20:18,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41701 is added to blk_1073741827_1003 (size=196) 2024-11-10T00:20:18,456 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:20:18,457 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T00:20:18,457 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:20:18,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41701 is added to blk_1073741828_1004 (size=1189) 2024-11-10T00:20:18,866 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/MasterData/data/master/store 2024-11-10T00:20:18,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41701 is added to blk_1073741829_1005 (size=34) 2024-11-10T00:20:19,161 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T00:20:19,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:20:19,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:20:19,273 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:20:19,274 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T00:20:19,274 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:20:19,274 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:20:19,274 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T00:20:19,274 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:20:19,274 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:20:19,274 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731198019274Disabling compacts and flushes for region at 1731198019274Disabling writes for close at 1731198019274Writing region close event to WAL at 1731198019274Closed at 1731198019274 2024-11-10T00:20:19,275 WARN [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/MasterData/data/master/store/.initializing 2024-11-10T00:20:19,275 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/MasterData/WALs/b3c019fcff38,37931,1731198017481 2024-11-10T00:20:19,276 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T00:20:19,278 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b3c019fcff38%2C37931%2C1731198017481, suffix=, logDir=hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/MasterData/WALs/b3c019fcff38,37931,1731198017481, archiveDir=hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/MasterData/oldWALs, maxLogs=10 2024-11-10T00:20:19,291 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/MasterData/WALs/b3c019fcff38,37931,1731198017481/b3c019fcff38%2C37931%2C1731198017481.1731198019278, exclude list is [], retry=0 2024-11-10T00:20:19,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41701,DS-205f204d-83c5-460f-ba03-2c3c641d2d8b,DISK] 2024-11-10T00:20:19,296 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/MasterData/WALs/b3c019fcff38,37931,1731198017481/b3c019fcff38%2C37931%2C1731198017481.1731198019278 2024-11-10T00:20:19,297 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36363:36363)] 2024-11-10T00:20:19,297 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:20:19,297 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:20:19,297 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:20:19,297 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:20:19,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:20:19,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T00:20:19,300 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:19,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:20:19,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:20:19,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T00:20:19,302 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:19,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:20:19,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:20:19,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T00:20:19,304 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:19,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:20:19,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:20:19,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T00:20:19,306 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:19,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:20:19,306 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:20:19,307 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:20:19,307 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:20:19,308 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:20:19,308 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:20:19,309 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:20:19,310 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:20:19,312 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:20:19,312 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65462087, jitterRate=-0.024538889527320862}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:20:19,313 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731198019297Initializing all the Stores at 1731198019298 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198019298Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198019298Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198019299 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198019299Cleaning up temporary data from old regions at 1731198019308 (+9 ms)Region opened successfully at 1731198019313 (+5 ms) 2024-11-10T00:20:19,313 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T00:20:19,316 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43e57bf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b3c019fcff38/172.17.0.2:0 2024-11-10T00:20:19,317 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T00:20:19,317 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T00:20:19,317 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T00:20:19,317 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T00:20:19,318 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T00:20:19,318 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T00:20:19,318 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T00:20:19,320 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T00:20:19,320 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37931-0x100ff3f46790000, quorum=127.0.0.1:64702, baseZNode=/01452147101 Unable to get data of znode /01452147101/balancer because node does not exist (not necessarily an error) 2024-11-10T00:20:19,322 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01452147101/balancer already deleted, retry=false 2024-11-10T00:20:19,322 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T00:20:19,323 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37931-0x100ff3f46790000, quorum=127.0.0.1:64702, baseZNode=/01452147101 Unable to get data of znode /01452147101/normalizer because node does not exist (not necessarily an error) 2024-11-10T00:20:19,330 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01452147101/normalizer already deleted, retry=false 2024-11-10T00:20:19,330 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T00:20:19,331 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37931-0x100ff3f46790000, quorum=127.0.0.1:64702, baseZNode=/01452147101 Unable to get data of znode /01452147101/switch/split because node does not exist (not necessarily an error) 2024-11-10T00:20:19,332 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01452147101/switch/split already deleted, retry=false 2024-11-10T00:20:19,333 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37931-0x100ff3f46790000, quorum=127.0.0.1:64702, baseZNode=/01452147101 Unable to get data of znode /01452147101/switch/merge because node does not exist (not necessarily an error) 2024-11-10T00:20:19,334 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01452147101/switch/merge already deleted, retry=false 2024-11-10T00:20:19,336 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37931-0x100ff3f46790000, quorum=127.0.0.1:64702, baseZNode=/01452147101 Unable to get data of znode /01452147101/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T00:20:19,337 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01452147101/snapshot-cleanup already deleted, retry=false 2024-11-10T00:20:19,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35007-0x100ff3f46790001, quorum=127.0.0.1:64702, baseZNode=/01452147101 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01452147101/running 2024-11-10T00:20:19,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35007-0x100ff3f46790001, quorum=127.0.0.1:64702, baseZNode=/01452147101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01452147101 2024-11-10T00:20:19,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37931-0x100ff3f46790000, quorum=127.0.0.1:64702, baseZNode=/01452147101 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01452147101/running 2024-11-10T00:20:19,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37931-0x100ff3f46790000, quorum=127.0.0.1:64702, baseZNode=/01452147101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01452147101 2024-11-10T00:20:19,341 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b3c019fcff38,37931,1731198017481, sessionid=0x100ff3f46790000, setting cluster-up flag (Was=false) 2024-11-10T00:20:19,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35007-0x100ff3f46790001, quorum=127.0.0.1:64702, baseZNode=/01452147101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01452147101 2024-11-10T00:20:19,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37931-0x100ff3f46790000, quorum=127.0.0.1:64702, baseZNode=/01452147101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01452147101 2024-11-10T00:20:19,349 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01452147101/flush-table-proc/acquired, /01452147101/flush-table-proc/reached, /01452147101/flush-table-proc/abort 2024-11-10T00:20:19,350 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b3c019fcff38,37931,1731198017481 2024-11-10T00:20:19,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35007-0x100ff3f46790001, quorum=127.0.0.1:64702, baseZNode=/01452147101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01452147101 2024-11-10T00:20:19,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37931-0x100ff3f46790000, quorum=127.0.0.1:64702, baseZNode=/01452147101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01452147101 2024-11-10T00:20:19,359 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01452147101/online-snapshot/acquired, /01452147101/online-snapshot/reached, /01452147101/online-snapshot/abort 2024-11-10T00:20:19,360 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b3c019fcff38,37931,1731198017481 2024-11-10T00:20:19,361 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T00:20:19,363 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T00:20:19,363 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T00:20:19,363 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T00:20:19,364 WARN [master/b3c019fcff38:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of b3c019fcff38,41933,1731197991597: status=Processing ServerCrashProcedure of b3c019fcff38,41933,1731197991597 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731198006594, completionTime=-1 appears to have been leaked 2024-11-10T00:20:19,364 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b3c019fcff38,37931,1731198017481 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T00:20:19,365 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:20:19,365 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:20:19,365 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:20:19,365 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:20:19,365 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b3c019fcff38:0, corePoolSize=10, maxPoolSize=10 2024-11-10T00:20:19,365 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:20:19,365 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b3c019fcff38:0, corePoolSize=2, maxPoolSize=2 2024-11-10T00:20:19,365 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:20:19,370 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:20:19,370 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T00:20:19,371 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:19,371 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T00:20:19,376 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731198049376 2024-11-10T00:20:19,376 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T00:20:19,377 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T00:20:19,377 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T00:20:19,377 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T00:20:19,377 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T00:20:19,377 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T00:20:19,377 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:19,379 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T00:20:19,380 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T00:20:19,380 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T00:20:19,380 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T00:20:19,380 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T00:20:19,380 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T00:20:19,382 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731198019380,5,FailOnTimeoutGroup] 2024-11-10T00:20:19,384 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731198019382,5,FailOnTimeoutGroup] 2024-11-10T00:20:19,384 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:19,384 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T00:20:19,384 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:19,385 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:19,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41701 is added to blk_1073741831_1007 (size=1321) 2024-11-10T00:20:19,405 INFO [RS:0;b3c019fcff38:35007 {}] regionserver.HRegionServer(746): ClusterId : b034cbf5-6904-43bf-ad92-0b88e677929d 2024-11-10T00:20:19,405 DEBUG [RS:0;b3c019fcff38:35007 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T00:20:19,408 DEBUG [RS:0;b3c019fcff38:35007 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T00:20:19,408 DEBUG [RS:0;b3c019fcff38:35007 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T00:20:19,410 DEBUG [RS:0;b3c019fcff38:35007 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T00:20:19,411 DEBUG [RS:0;b3c019fcff38:35007 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f9cc52d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b3c019fcff38/172.17.0.2:0 2024-11-10T00:20:19,422 DEBUG [RS:0;b3c019fcff38:35007 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b3c019fcff38:35007 2024-11-10T00:20:19,422 INFO [RS:0;b3c019fcff38:35007 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T00:20:19,422 INFO [RS:0;b3c019fcff38:35007 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T00:20:19,422 DEBUG [RS:0;b3c019fcff38:35007 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T00:20:19,423 INFO [RS:0;b3c019fcff38:35007 {}] regionserver.HRegionServer(2659): reportForDuty to master=b3c019fcff38,37931,1731198017481 with port=35007, startcode=1731198017587 2024-11-10T00:20:19,423 DEBUG [RS:0;b3c019fcff38:35007 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T00:20:19,425 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54415, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T00:20:19,426 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37931 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b3c019fcff38,35007,1731198017587 2024-11-10T00:20:19,426 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37931 {}] master.ServerManager(517): Registering regionserver=b3c019fcff38,35007,1731198017587 2024-11-10T00:20:19,428 DEBUG [RS:0;b3c019fcff38:35007 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b 2024-11-10T00:20:19,428 DEBUG [RS:0;b3c019fcff38:35007 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45957 2024-11-10T00:20:19,428 DEBUG [RS:0;b3c019fcff38:35007 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T00:20:19,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37931-0x100ff3f46790000, quorum=127.0.0.1:64702, baseZNode=/01452147101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01452147101/rs 2024-11-10T00:20:19,430 DEBUG [RS:0;b3c019fcff38:35007 {}] zookeeper.ZKUtil(111): regionserver:35007-0x100ff3f46790001, quorum=127.0.0.1:64702, baseZNode=/01452147101 Set watcher on existing znode=/01452147101/rs/b3c019fcff38,35007,1731198017587 2024-11-10T00:20:19,430 WARN [RS:0;b3c019fcff38:35007 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T00:20:19,431 INFO [RS:0;b3c019fcff38:35007 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:20:19,431 DEBUG [RS:0;b3c019fcff38:35007 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/WALs/b3c019fcff38,35007,1731198017587 2024-11-10T00:20:19,431 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b3c019fcff38,35007,1731198017587] 2024-11-10T00:20:19,434 INFO [RS:0;b3c019fcff38:35007 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T00:20:19,436 INFO [RS:0;b3c019fcff38:35007 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T00:20:19,436 INFO [RS:0;b3c019fcff38:35007 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T00:20:19,436 INFO [RS:0;b3c019fcff38:35007 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:19,436 INFO [RS:0;b3c019fcff38:35007 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T00:20:19,437 INFO [RS:0;b3c019fcff38:35007 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T00:20:19,437 INFO [RS:0;b3c019fcff38:35007 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:19,437 DEBUG [RS:0;b3c019fcff38:35007 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:20:19,437 DEBUG [RS:0;b3c019fcff38:35007 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:20:19,437 DEBUG [RS:0;b3c019fcff38:35007 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:20:19,437 DEBUG [RS:0;b3c019fcff38:35007 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:20:19,437 DEBUG [RS:0;b3c019fcff38:35007 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:20:19,437 DEBUG [RS:0;b3c019fcff38:35007 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b3c019fcff38:0, corePoolSize=2, maxPoolSize=2 2024-11-10T00:20:19,437 DEBUG [RS:0;b3c019fcff38:35007 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:20:19,437 DEBUG [RS:0;b3c019fcff38:35007 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:20:19,437 DEBUG [RS:0;b3c019fcff38:35007 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:20:19,437 DEBUG [RS:0;b3c019fcff38:35007 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:20:19,437 DEBUG [RS:0;b3c019fcff38:35007 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:20:19,438 DEBUG [RS:0;b3c019fcff38:35007 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:20:19,438 DEBUG [RS:0;b3c019fcff38:35007 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0, corePoolSize=3, maxPoolSize=3 2024-11-10T00:20:19,438 DEBUG [RS:0;b3c019fcff38:35007 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0, corePoolSize=3, maxPoolSize=3 2024-11-10T00:20:19,439 INFO [RS:0;b3c019fcff38:35007 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:19,439 INFO [RS:0;b3c019fcff38:35007 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:19,439 INFO [RS:0;b3c019fcff38:35007 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:19,439 INFO [RS:0;b3c019fcff38:35007 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:19,439 INFO [RS:0;b3c019fcff38:35007 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:19,439 INFO [RS:0;b3c019fcff38:35007 {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,35007,1731198017587-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T00:20:19,453 INFO [RS:0;b3c019fcff38:35007 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T00:20:19,453 INFO [RS:0;b3c019fcff38:35007 {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,35007,1731198017587-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:19,453 INFO [RS:0;b3c019fcff38:35007 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:19,454 INFO [RS:0;b3c019fcff38:35007 {}] regionserver.Replication(171): b3c019fcff38,35007,1731198017587 started 2024-11-10T00:20:19,467 INFO [RS:0;b3c019fcff38:35007 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:19,467 INFO [RS:0;b3c019fcff38:35007 {}] regionserver.HRegionServer(1482): Serving as b3c019fcff38,35007,1731198017587, RpcServer on b3c019fcff38/172.17.0.2:35007, sessionid=0x100ff3f46790001 2024-11-10T00:20:19,467 DEBUG [RS:0;b3c019fcff38:35007 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T00:20:19,467 DEBUG [RS:0;b3c019fcff38:35007 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b3c019fcff38,35007,1731198017587 2024-11-10T00:20:19,467 DEBUG [RS:0;b3c019fcff38:35007 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b3c019fcff38,35007,1731198017587' 2024-11-10T00:20:19,467 DEBUG [RS:0;b3c019fcff38:35007 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01452147101/flush-table-proc/abort' 2024-11-10T00:20:19,467 DEBUG [RS:0;b3c019fcff38:35007 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01452147101/flush-table-proc/acquired' 2024-11-10T00:20:19,468 DEBUG [RS:0;b3c019fcff38:35007 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T00:20:19,468 DEBUG [RS:0;b3c019fcff38:35007 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T00:20:19,468 DEBUG [RS:0;b3c019fcff38:35007 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b3c019fcff38,35007,1731198017587 2024-11-10T00:20:19,468 DEBUG [RS:0;b3c019fcff38:35007 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b3c019fcff38,35007,1731198017587' 2024-11-10T00:20:19,468 DEBUG [RS:0;b3c019fcff38:35007 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01452147101/online-snapshot/abort' 2024-11-10T00:20:19,468 DEBUG [RS:0;b3c019fcff38:35007 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01452147101/online-snapshot/acquired' 2024-11-10T00:20:19,469 DEBUG [RS:0;b3c019fcff38:35007 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T00:20:19,469 INFO [RS:0;b3c019fcff38:35007 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T00:20:19,469 INFO [RS:0;b3c019fcff38:35007 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T00:20:19,569 INFO [RS:0;b3c019fcff38:35007 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T00:20:19,571 INFO [RS:0;b3c019fcff38:35007 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b3c019fcff38%2C35007%2C1731198017587, suffix=, logDir=hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/WALs/b3c019fcff38,35007,1731198017587, archiveDir=hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/oldWALs, maxLogs=10 2024-11-10T00:20:19,584 DEBUG [RS:0;b3c019fcff38:35007 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/WALs/b3c019fcff38,35007,1731198017587/b3c019fcff38%2C35007%2C1731198017587.1731198019571, exclude list is [], retry=0 2024-11-10T00:20:19,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41701,DS-205f204d-83c5-460f-ba03-2c3c641d2d8b,DISK] 2024-11-10T00:20:19,589 INFO [RS:0;b3c019fcff38:35007 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/WALs/b3c019fcff38,35007,1731198017587/b3c019fcff38%2C35007%2C1731198017587.1731198019571 2024-11-10T00:20:19,589 DEBUG [RS:0;b3c019fcff38:35007 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36363:36363)] 2024-11-10T00:20:19,787 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T00:20:19,788 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b 2024-11-10T00:20:19,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41701 is added to blk_1073741833_1009 (size=32) 2024-11-10T00:20:19,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:20:19,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T00:20:19,798 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T00:20:19,798 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:19,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:20:19,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T00:20:19,800 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T00:20:19,800 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:19,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:20:19,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T00:20:19,802 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T00:20:19,802 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:19,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:20:19,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T00:20:19,803 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T00:20:19,803 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:19,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:20:19,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T00:20:19,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/data/hbase/meta/1588230740 2024-11-10T00:20:19,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/data/hbase/meta/1588230740 2024-11-10T00:20:19,806 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T00:20:19,806 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T00:20:19,807 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:20:19,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T00:20:19,810 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:20:19,810 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62626813, jitterRate=-0.06678776443004608}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:20:19,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731198019796Initializing all the Stores at 1731198019797 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198019797Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198019797Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198019797Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198019797Cleaning up temporary data from old regions at 1731198019806 (+9 ms)Region opened successfully at 1731198019811 (+5 ms) 2024-11-10T00:20:19,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T00:20:19,811 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T00:20:19,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T00:20:19,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T00:20:19,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T00:20:19,811 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T00:20:19,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731198019811Disabling compacts and flushes for region at 1731198019811Disabling writes for close at 1731198019811Writing region close event to WAL at 1731198019811Closed at 1731198019811 2024-11-10T00:20:19,813 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:20:19,813 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T00:20:19,813 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T00:20:19,814 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T00:20:19,815 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T00:20:19,965 DEBUG [b3c019fcff38:37931 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T00:20:19,966 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b3c019fcff38,35007,1731198017587 2024-11-10T00:20:19,967 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b3c019fcff38,35007,1731198017587, state=OPENING 2024-11-10T00:20:19,969 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T00:20:19,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37931-0x100ff3f46790000, quorum=127.0.0.1:64702, baseZNode=/01452147101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01452147101 2024-11-10T00:20:19,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35007-0x100ff3f46790001, quorum=127.0.0.1:64702, baseZNode=/01452147101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01452147101 2024-11-10T00:20:19,971 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T00:20:19,971 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01452147101/meta-region-server: CHANGED 2024-11-10T00:20:19,971 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01452147101/meta-region-server: CHANGED 2024-11-10T00:20:19,971 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b3c019fcff38,35007,1731198017587}] 2024-11-10T00:20:20,124 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T00:20:20,126 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40757, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T00:20:20,130 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T00:20:20,130 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:20:20,130 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T00:20:20,132 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b3c019fcff38%2C35007%2C1731198017587.meta, suffix=.meta, logDir=hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/WALs/b3c019fcff38,35007,1731198017587, archiveDir=hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/oldWALs, maxLogs=10 2024-11-10T00:20:20,145 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/WALs/b3c019fcff38,35007,1731198017587/b3c019fcff38%2C35007%2C1731198017587.meta.1731198020132.meta, exclude list is [], retry=0 2024-11-10T00:20:20,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41701,DS-205f204d-83c5-460f-ba03-2c3c641d2d8b,DISK] 2024-11-10T00:20:20,150 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/WALs/b3c019fcff38,35007,1731198017587/b3c019fcff38%2C35007%2C1731198017587.meta.1731198020132.meta 2024-11-10T00:20:20,150 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36363:36363)] 2024-11-10T00:20:20,150 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:20:20,151 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T00:20:20,151 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T00:20:20,151 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T00:20:20,151 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T00:20:20,151 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T00:20:20,151 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:20:20,151 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T00:20:20,151 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T00:20:20,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T00:20:20,154 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T00:20:20,154 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:20,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:20:20,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T00:20:20,155 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T00:20:20,155 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:20,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:20:20,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T00:20:20,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T00:20:20,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:20,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:20:20,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T00:20:20,158 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T00:20:20,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:20,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:20:20,158 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T00:20:20,159 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/data/hbase/meta/1588230740 2024-11-10T00:20:20,160 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/data/hbase/meta/1588230740 2024-11-10T00:20:20,161 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T00:20:20,161 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T00:20:20,162 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:20:20,163 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T00:20:20,164 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67446706, jitterRate=0.00503423810005188}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:20:20,164 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T00:20:20,165 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731198020151Writing region info on filesystem at 1731198020151Initializing all the Stores at 1731198020152 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198020152Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198020152Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198020152Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198020153 (+1 ms)Cleaning up temporary data from old regions at 1731198020161 (+8 ms)Running coprocessor post-open hooks at 1731198020164 (+3 ms)Region opened successfully at 1731198020165 (+1 ms) 2024-11-10T00:20:20,166 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731198020124 2024-11-10T00:20:20,169 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T00:20:20,169 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T00:20:20,170 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,35007,1731198017587 2024-11-10T00:20:20,171 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b3c019fcff38,35007,1731198017587, state=OPEN 2024-11-10T00:20:20,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37931-0x100ff3f46790000, quorum=127.0.0.1:64702, baseZNode=/01452147101 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01452147101/meta-region-server 2024-11-10T00:20:20,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35007-0x100ff3f46790001, quorum=127.0.0.1:64702, baseZNode=/01452147101 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01452147101/meta-region-server 2024-11-10T00:20:20,176 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b3c019fcff38,35007,1731198017587 2024-11-10T00:20:20,176 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01452147101/meta-region-server: CHANGED 2024-11-10T00:20:20,176 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01452147101/meta-region-server: CHANGED 2024-11-10T00:20:20,179 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T00:20:20,179 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b3c019fcff38,35007,1731198017587 in 205 msec 2024-11-10T00:20:20,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T00:20:20,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 366 msec 2024-11-10T00:20:20,182 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:20:20,183 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T00:20:20,184 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:20:20,184 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,35007,1731198017587, seqNum=-1] 2024-11-10T00:20:20,184 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:20:20,186 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52505, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:20:20,191 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 828 msec 2024-11-10T00:20:20,191 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731198020191, completionTime=-1 2024-11-10T00:20:20,191 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T00:20:20,191 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T00:20:20,194 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T00:20:20,194 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731198080194 2024-11-10T00:20:20,194 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731198140194 2024-11-10T00:20:20,194 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T00:20:20,194 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,37931,1731198017481-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:20,194 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,37931,1731198017481-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:20,194 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,37931,1731198017481-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:20,194 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b3c019fcff38:37931, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:20,194 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:20,195 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:20,196 DEBUG [master/b3c019fcff38:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T00:20:20,199 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.578sec 2024-11-10T00:20:20,199 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T00:20:20,199 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T00:20:20,199 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T00:20:20,199 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T00:20:20,199 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T00:20:20,199 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,37931,1731198017481-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T00:20:20,199 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,37931,1731198017481-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T00:20:20,202 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T00:20:20,202 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T00:20:20,202 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,37931,1731198017481-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:20,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7596cb5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:20,205 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,37931,-1 for getting cluster id 2024-11-10T00:20:20,206 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:20:20,207 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b034cbf5-6904-43bf-ad92-0b88e677929d' 2024-11-10T00:20:20,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:20:20,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b034cbf5-6904-43bf-ad92-0b88e677929d" 2024-11-10T00:20:20,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3420193f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:20,208 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,37931,-1] 2024-11-10T00:20:20,208 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:20:20,208 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:20,209 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:20:20,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fbdf180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:20,210 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:20:20,211 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,35007,1731198017587, seqNum=-1] 2024-11-10T00:20:20,212 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:20:20,212 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:20:20,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b3c019fcff38,37931,1731198017481 2024-11-10T00:20:20,215 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64702 2024-11-10T00:20:20,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64702, baseZNode=/01452147101 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:20:20,219 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100ff3f46790002 connected 2024-11-10T00:20:20,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9d772e-6f96-6316-be7a-84431ab01112/hadoop.log.dir so I do NOT create it in target/test-data/98f717cf-c877-968c-d58f-62af6c920e7e 2024-11-10T00:20:20,222 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9d772e-6f96-6316-be7a-84431ab01112/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T00:20:20,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9d772e-6f96-6316-be7a-84431ab01112/hadoop.tmp.dir so I do NOT create it in target/test-data/98f717cf-c877-968c-d58f-62af6c920e7e 2024-11-10T00:20:20,222 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9d772e-6f96-6316-be7a-84431ab01112/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T00:20:20,222 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f717cf-c877-968c-d58f-62af6c920e7e 2024-11-10T00:20:20,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T00:20:20,222 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f717cf-c877-968c-d58f-62af6c920e7e/cluster_5bfb581b-87ba-8afc-e6e7-231fdc6a72cc, deleteOnExit=true 2024-11-10T00:20:20,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T00:20:20,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f717cf-c877-968c-d58f-62af6c920e7e/test.cache.data in system properties and HBase conf 2024-11-10T00:20:20,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f717cf-c877-968c-d58f-62af6c920e7e/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T00:20:20,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f717cf-c877-968c-d58f-62af6c920e7e/hadoop.log.dir in system properties and HBase conf 2024-11-10T00:20:20,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f717cf-c877-968c-d58f-62af6c920e7e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T00:20:20,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f717cf-c877-968c-d58f-62af6c920e7e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T00:20:20,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T00:20:20,223 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T00:20:20,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f717cf-c877-968c-d58f-62af6c920e7e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T00:20:20,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f717cf-c877-968c-d58f-62af6c920e7e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T00:20:20,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f717cf-c877-968c-d58f-62af6c920e7e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T00:20:20,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f717cf-c877-968c-d58f-62af6c920e7e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T00:20:20,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f717cf-c877-968c-d58f-62af6c920e7e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T00:20:20,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f717cf-c877-968c-d58f-62af6c920e7e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T00:20:20,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f717cf-c877-968c-d58f-62af6c920e7e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T00:20:20,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f717cf-c877-968c-d58f-62af6c920e7e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T00:20:20,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f717cf-c877-968c-d58f-62af6c920e7e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T00:20:20,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f717cf-c877-968c-d58f-62af6c920e7e/nfs.dump.dir in system properties and HBase conf 2024-11-10T00:20:20,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f717cf-c877-968c-d58f-62af6c920e7e/java.io.tmpdir in system properties and HBase conf 2024-11-10T00:20:20,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f717cf-c877-968c-d58f-62af6c920e7e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T00:20:20,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f717cf-c877-968c-d58f-62af6c920e7e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T00:20:20,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f717cf-c877-968c-d58f-62af6c920e7e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T00:20:20,294 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:20:20,299 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T00:20:20,300 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T00:20:20,301 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T00:20:20,301 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T00:20:20,302 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:20:20,303 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13222590{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f717cf-c877-968c-d58f-62af6c920e7e/hadoop.log.dir/,AVAILABLE} 2024-11-10T00:20:20,303 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6c2435{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T00:20:20,426 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@154bdd13{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f717cf-c877-968c-d58f-62af6c920e7e/java.io.tmpdir/jetty-localhost-45531-hadoop-hdfs-3_4_1-tests_jar-_-any-6911552509534935326/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T00:20:20,426 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26f755eb{HTTP/1.1, (http/1.1)}{localhost:45531} 2024-11-10T00:20:20,426 INFO [Time-limited test {}] server.Server(415): Started @34131ms 2024-11-10T00:20:20,506 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:20:20,510 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T00:20:20,511 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T00:20:20,511 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T00:20:20,511 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T00:20:20,512 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75f9c4cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f717cf-c877-968c-d58f-62af6c920e7e/hadoop.log.dir/,AVAILABLE} 2024-11-10T00:20:20,512 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3455b4c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T00:20:20,626 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18bd4cf0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f717cf-c877-968c-d58f-62af6c920e7e/java.io.tmpdir/jetty-localhost-45635-hadoop-hdfs-3_4_1-tests_jar-_-any-1173455617412320665/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T00:20:20,627 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ef24bac{HTTP/1.1, (http/1.1)}{localhost:45635} 2024-11-10T00:20:20,627 INFO [Time-limited test {}] server.Server(415): Started @34331ms 2024-11-10T00:20:20,628 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T00:20:20,734 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f717cf-c877-968c-d58f-62af6c920e7e/cluster_5bfb581b-87ba-8afc-e6e7-231fdc6a72cc/data/data1/current/BP-1187656546-172.17.0.2-1731198020242/current, will proceed with Du for space computation calculation, 2024-11-10T00:20:20,734 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f717cf-c877-968c-d58f-62af6c920e7e/cluster_5bfb581b-87ba-8afc-e6e7-231fdc6a72cc/data/data2/current/BP-1187656546-172.17.0.2-1731198020242/current, will proceed with Du for space computation calculation, 2024-11-10T00:20:20,754 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T00:20:20,756 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf07d573e97633d66 with lease ID 0xbed9300808a0fb15: Processing first storage report for DS-90a362e6-75f8-4284-b6a8-c7c89453aa39 from datanode DatanodeRegistration(127.0.0.1:40569, datanodeUuid=111b56eb-da17-4e09-b054-d13bf735250e, infoPort=41967, infoSecurePort=0, ipcPort=44355, storageInfo=lv=-57;cid=testClusterID;nsid=1604856091;c=1731198020242) 2024-11-10T00:20:20,756 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf07d573e97633d66 with lease ID 0xbed9300808a0fb15: from storage DS-90a362e6-75f8-4284-b6a8-c7c89453aa39 node DatanodeRegistration(127.0.0.1:40569, datanodeUuid=111b56eb-da17-4e09-b054-d13bf735250e, infoPort=41967, infoSecurePort=0, ipcPort=44355, storageInfo=lv=-57;cid=testClusterID;nsid=1604856091;c=1731198020242), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T00:20:20,756 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf07d573e97633d66 with lease ID 0xbed9300808a0fb15: Processing first storage report for DS-867a1951-4ab9-40eb-a338-428d5ae4ce97 from datanode DatanodeRegistration(127.0.0.1:40569, datanodeUuid=111b56eb-da17-4e09-b054-d13bf735250e, infoPort=41967, infoSecurePort=0, ipcPort=44355, storageInfo=lv=-57;cid=testClusterID;nsid=1604856091;c=1731198020242) 2024-11-10T00:20:20,756 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf07d573e97633d66 with lease ID 0xbed9300808a0fb15: from storage DS-867a1951-4ab9-40eb-a338-428d5ae4ce97 node DatanodeRegistration(127.0.0.1:40569, datanodeUuid=111b56eb-da17-4e09-b054-d13bf735250e, infoPort=41967, infoSecurePort=0, ipcPort=44355, storageInfo=lv=-57;cid=testClusterID;nsid=1604856091;c=1731198020242), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T00:20:20,856 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f717cf-c877-968c-d58f-62af6c920e7e 2024-11-10T00:20:20,856 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:20:20,858 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:20:20,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40569 is added to blk_1073741825_1001 (size=7) 2024-11-10T00:20:21,267 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46847/user/jenkins/test-data/1193c50c-d3a1-eabd-1dab-2d34626fd36b with version=8 2024-11-10T00:20:21,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46847/user/jenkins/test-data/1193c50c-d3a1-eabd-1dab-2d34626fd36b/hbase-staging 2024-11-10T00:20:21,269 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b3c019fcff38:0 server-side Connection retries=45 2024-11-10T00:20:21,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:20:21,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T00:20:21,269 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T00:20:21,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:20:21,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T00:20:21,269 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T00:20:21,269 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T00:20:21,270 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43865 2024-11-10T00:20:21,271 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43865 connecting to ZooKeeper ensemble=127.0.0.1:64702 2024-11-10T00:20:21,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:438650x0, quorum=127.0.0.1:64702, baseZNode=/1-2037344914 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:20:21,274 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43865-0x100ff3f46790003 connected 2024-11-10T00:20:21,287 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:20:21,289 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:20:21,290 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43865-0x100ff3f46790003, quorum=127.0.0.1:64702, baseZNode=/1-2037344914 Set watcher on znode that does not yet exist, /1-2037344914/running 2024-11-10T00:20:21,291 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46847/user/jenkins/test-data/1193c50c-d3a1-eabd-1dab-2d34626fd36b, hbase.cluster.distributed=false 2024-11-10T00:20:21,292 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43865-0x100ff3f46790003, quorum=127.0.0.1:64702, baseZNode=/1-2037344914 Set watcher on znode that does not yet exist, /1-2037344914/acl 2024-11-10T00:20:21,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43865 2024-11-10T00:20:21,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43865 2024-11-10T00:20:21,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43865 2024-11-10T00:20:21,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43865 2024-11-10T00:20:21,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43865 2024-11-10T00:20:21,316 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b3c019fcff38:0 server-side Connection retries=45 2024-11-10T00:20:21,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:20:21,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T00:20:21,317 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T00:20:21,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:20:21,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T00:20:21,317 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T00:20:21,317 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T00:20:21,317 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46121 2024-11-10T00:20:21,318 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46121 connecting to ZooKeeper ensemble=127.0.0.1:64702 2024-11-10T00:20:21,319 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:20:21,321 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:20:21,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:461210x0, quorum=127.0.0.1:64702, baseZNode=/1-2037344914 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:20:21,325 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:461210x0, quorum=127.0.0.1:64702, baseZNode=/1-2037344914 Set watcher on znode that does not yet exist, /1-2037344914/running 2024-11-10T00:20:21,325 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46121-0x100ff3f46790004 connected 2024-11-10T00:20:21,325 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T00:20:21,328 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T00:20:21,328 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46121-0x100ff3f46790004, quorum=127.0.0.1:64702, baseZNode=/1-2037344914 Set watcher on znode that does not yet exist, /1-2037344914/master 2024-11-10T00:20:21,329 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46121-0x100ff3f46790004, quorum=127.0.0.1:64702, baseZNode=/1-2037344914 Set watcher on znode that does not yet exist, /1-2037344914/acl 2024-11-10T00:20:21,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46121 2024-11-10T00:20:21,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46121 2024-11-10T00:20:21,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46121 2024-11-10T00:20:21,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46121 2024-11-10T00:20:21,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46121 2024-11-10T00:20:21,346 DEBUG [M:0;b3c019fcff38:43865 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b3c019fcff38:43865 2024-11-10T00:20:21,347 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2037344914/backup-masters/b3c019fcff38,43865,1731198021269 2024-11-10T00:20:21,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46121-0x100ff3f46790004, quorum=127.0.0.1:64702, baseZNode=/1-2037344914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2037344914/backup-masters 2024-11-10T00:20:21,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43865-0x100ff3f46790003, quorum=127.0.0.1:64702, baseZNode=/1-2037344914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2037344914/backup-masters 2024-11-10T00:20:21,349 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43865-0x100ff3f46790003, quorum=127.0.0.1:64702, baseZNode=/1-2037344914 Set watcher on existing znode=/1-2037344914/backup-masters/b3c019fcff38,43865,1731198021269 2024-11-10T00:20:21,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43865-0x100ff3f46790003, quorum=127.0.0.1:64702, baseZNode=/1-2037344914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2037344914 2024-11-10T00:20:21,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46121-0x100ff3f46790004, quorum=127.0.0.1:64702, baseZNode=/1-2037344914 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2037344914/master 2024-11-10T00:20:21,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46121-0x100ff3f46790004, quorum=127.0.0.1:64702, baseZNode=/1-2037344914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2037344914 2024-11-10T00:20:21,352 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43865-0x100ff3f46790003, quorum=127.0.0.1:64702, baseZNode=/1-2037344914 Set watcher on existing znode=/1-2037344914/master 2024-11-10T00:20:21,353 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2037344914/backup-masters/b3c019fcff38,43865,1731198021269 from backup master directory 2024-11-10T00:20:21,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43865-0x100ff3f46790003, quorum=127.0.0.1:64702, baseZNode=/1-2037344914 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2037344914/backup-masters/b3c019fcff38,43865,1731198021269 2024-11-10T00:20:21,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46121-0x100ff3f46790004, quorum=127.0.0.1:64702, baseZNode=/1-2037344914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2037344914/backup-masters 2024-11-10T00:20:21,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43865-0x100ff3f46790003, quorum=127.0.0.1:64702, baseZNode=/1-2037344914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2037344914/backup-masters 2024-11-10T00:20:21,354 WARN [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T00:20:21,354 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b3c019fcff38,43865,1731198021269 2024-11-10T00:20:21,358 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46847/user/jenkins/test-data/1193c50c-d3a1-eabd-1dab-2d34626fd36b/hbase.id] with ID: 2734b6f8-472c-4cde-9381-a951df3c5e43 2024-11-10T00:20:21,358 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46847/user/jenkins/test-data/1193c50c-d3a1-eabd-1dab-2d34626fd36b/.tmp/hbase.id 2024-11-10T00:20:21,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40569 is added to blk_1073741826_1002 (size=42) 2024-11-10T00:20:21,764 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46847/user/jenkins/test-data/1193c50c-d3a1-eabd-1dab-2d34626fd36b/.tmp/hbase.id]:[hdfs://localhost:46847/user/jenkins/test-data/1193c50c-d3a1-eabd-1dab-2d34626fd36b/hbase.id] 2024-11-10T00:20:21,778 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:20:21,778 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T00:20:21,779 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T00:20:21,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43865-0x100ff3f46790003, quorum=127.0.0.1:64702, baseZNode=/1-2037344914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2037344914 2024-11-10T00:20:21,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46121-0x100ff3f46790004, quorum=127.0.0.1:64702, baseZNode=/1-2037344914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2037344914 2024-11-10T00:20:21,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40569 is added to blk_1073741827_1003 (size=196) 2024-11-10T00:20:22,187 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:20:22,188 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T00:20:22,188 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:20:22,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40569 is added to blk_1073741828_1004 (size=1189) 2024-11-10T00:20:22,596 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46847/user/jenkins/test-data/1193c50c-d3a1-eabd-1dab-2d34626fd36b/MasterData/data/master/store 2024-11-10T00:20:22,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40569 is added to blk_1073741829_1005 (size=34) 2024-11-10T00:20:23,003 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:20:23,003 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T00:20:23,003 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:20:23,003 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:20:23,003 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T00:20:23,003 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:20:23,003 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:20:23,003 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731198023003Disabling compacts and flushes for region at 1731198023003Disabling writes for close at 1731198023003Writing region close event to WAL at 1731198023003Closed at 1731198023003 2024-11-10T00:20:23,004 WARN [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46847/user/jenkins/test-data/1193c50c-d3a1-eabd-1dab-2d34626fd36b/MasterData/data/master/store/.initializing 2024-11-10T00:20:23,005 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46847/user/jenkins/test-data/1193c50c-d3a1-eabd-1dab-2d34626fd36b/MasterData/WALs/b3c019fcff38,43865,1731198021269 2024-11-10T00:20:23,006 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T00:20:23,008 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b3c019fcff38%2C43865%2C1731198021269, suffix=, logDir=hdfs://localhost:46847/user/jenkins/test-data/1193c50c-d3a1-eabd-1dab-2d34626fd36b/MasterData/WALs/b3c019fcff38,43865,1731198021269, archiveDir=hdfs://localhost:46847/user/jenkins/test-data/1193c50c-d3a1-eabd-1dab-2d34626fd36b/MasterData/oldWALs, maxLogs=10 2024-11-10T00:20:23,021 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1193c50c-d3a1-eabd-1dab-2d34626fd36b/MasterData/WALs/b3c019fcff38,43865,1731198021269/b3c019fcff38%2C43865%2C1731198021269.1731198023008, exclude list is [], retry=0 2024-11-10T00:20:23,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40569,DS-90a362e6-75f8-4284-b6a8-c7c89453aa39,DISK] 2024-11-10T00:20:23,025 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1193c50c-d3a1-eabd-1dab-2d34626fd36b/MasterData/WALs/b3c019fcff38,43865,1731198021269/b3c019fcff38%2C43865%2C1731198021269.1731198023008 2024-11-10T00:20:23,026 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41967:41967)] 2024-11-10T00:20:23,026 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:20:23,026 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:20:23,026 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:20:23,026 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:20:23,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:20:23,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T00:20:23,029 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:23,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:20:23,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:20:23,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T00:20:23,031 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:23,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:20:23,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:20:23,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T00:20:23,033 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:23,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:20:23,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:20:23,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T00:20:23,034 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:23,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:20:23,035 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:20:23,036 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46847/user/jenkins/test-data/1193c50c-d3a1-eabd-1dab-2d34626fd36b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:20:23,036 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46847/user/jenkins/test-data/1193c50c-d3a1-eabd-1dab-2d34626fd36b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:20:23,037 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:20:23,037 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:20:23,038 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:20:23,039 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:20:23,041 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46847/user/jenkins/test-data/1193c50c-d3a1-eabd-1dab-2d34626fd36b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:20:23,041 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66821531, jitterRate=-0.004281595349311829}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:20:23,041 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731198023026Initializing all the Stores at 1731198023027 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198023027Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198023027Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198023027Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198023027Cleaning up temporary data from old regions at 1731198023037 (+10 ms)Region opened successfully at 1731198023041 (+4 ms) 2024-11-10T00:20:23,041 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T00:20:23,044 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c712e6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b3c019fcff38/172.17.0.2:0 2024-11-10T00:20:23,045 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T00:20:23,045 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T00:20:23,045 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T00:20:23,046 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T00:20:23,046 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T00:20:23,046 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T00:20:23,046 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T00:20:23,048 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T00:20:23,049 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43865-0x100ff3f46790003, quorum=127.0.0.1:64702, baseZNode=/1-2037344914 Unable to get data of znode /1-2037344914/balancer because node does not exist (not necessarily an error) 2024-11-10T00:20:23,050 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2037344914/balancer already deleted, retry=false 2024-11-10T00:20:23,050 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T00:20:23,051 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43865-0x100ff3f46790003, quorum=127.0.0.1:64702, baseZNode=/1-2037344914 Unable to get data of znode /1-2037344914/normalizer because node does not exist (not necessarily an error) 2024-11-10T00:20:23,053 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2037344914/normalizer already deleted, retry=false 2024-11-10T00:20:23,053 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T00:20:23,054 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43865-0x100ff3f46790003, quorum=127.0.0.1:64702, baseZNode=/1-2037344914 Unable to get data of znode /1-2037344914/switch/split because node does not exist (not necessarily an error) 2024-11-10T00:20:23,055 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2037344914/switch/split already deleted, retry=false 2024-11-10T00:20:23,056 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43865-0x100ff3f46790003, quorum=127.0.0.1:64702, baseZNode=/1-2037344914 Unable to get data of znode /1-2037344914/switch/merge because node does not exist (not necessarily an error) 2024-11-10T00:20:23,057 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2037344914/switch/merge already deleted, retry=false 2024-11-10T00:20:23,059 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43865-0x100ff3f46790003, quorum=127.0.0.1:64702, baseZNode=/1-2037344914 Unable to get data of znode /1-2037344914/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T00:20:23,060 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2037344914/snapshot-cleanup already deleted, retry=false 2024-11-10T00:20:23,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43865-0x100ff3f46790003, quorum=127.0.0.1:64702, baseZNode=/1-2037344914 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2037344914/running 2024-11-10T00:20:23,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46121-0x100ff3f46790004, quorum=127.0.0.1:64702, baseZNode=/1-2037344914 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2037344914/running 2024-11-10T00:20:23,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43865-0x100ff3f46790003, quorum=127.0.0.1:64702, baseZNode=/1-2037344914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2037344914 2024-11-10T00:20:23,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46121-0x100ff3f46790004, quorum=127.0.0.1:64702, baseZNode=/1-2037344914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2037344914 2024-11-10T00:20:23,064 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b3c019fcff38,43865,1731198021269, sessionid=0x100ff3f46790003, setting cluster-up flag (Was=false) 2024-11-10T00:20:23,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43865-0x100ff3f46790003, quorum=127.0.0.1:64702, baseZNode=/1-2037344914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2037344914 2024-11-10T00:20:23,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46121-0x100ff3f46790004, quorum=127.0.0.1:64702, baseZNode=/1-2037344914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2037344914 2024-11-10T00:20:23,072 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2037344914/flush-table-proc/acquired, /1-2037344914/flush-table-proc/reached, /1-2037344914/flush-table-proc/abort 2024-11-10T00:20:23,073 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b3c019fcff38,43865,1731198021269 2024-11-10T00:20:23,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43865-0x100ff3f46790003, quorum=127.0.0.1:64702, baseZNode=/1-2037344914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2037344914 2024-11-10T00:20:23,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46121-0x100ff3f46790004, quorum=127.0.0.1:64702, baseZNode=/1-2037344914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2037344914 2024-11-10T00:20:23,082 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2037344914/online-snapshot/acquired, /1-2037344914/online-snapshot/reached, /1-2037344914/online-snapshot/abort 2024-11-10T00:20:23,082 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b3c019fcff38,43865,1731198021269 2024-11-10T00:20:23,084 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46847/user/jenkins/test-data/1193c50c-d3a1-eabd-1dab-2d34626fd36b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T00:20:23,085 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T00:20:23,086 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T00:20:23,086 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T00:20:23,086 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b3c019fcff38,43865,1731198021269 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T00:20:23,087 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:20:23,087 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:20:23,087 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:20:23,087 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:20:23,087 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b3c019fcff38:0, corePoolSize=10, maxPoolSize=10 2024-11-10T00:20:23,087 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:20:23,087 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b3c019fcff38:0, corePoolSize=2, maxPoolSize=2 2024-11-10T00:20:23,087 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:20:23,089 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:20:23,089 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T00:20:23,090 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:23,090 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T00:20:23,092 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731198053092 2024-11-10T00:20:23,092 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T00:20:23,092 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T00:20:23,092 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T00:20:23,092 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T00:20:23,092 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T00:20:23,092 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T00:20:23,092 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:23,096 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T00:20:23,096 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T00:20:23,096 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T00:20:23,096 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T00:20:23,097 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T00:20:23,097 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T00:20:23,097 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731198023097,5,FailOnTimeoutGroup] 2024-11-10T00:20:23,097 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731198023097,5,FailOnTimeoutGroup] 2024-11-10T00:20:23,097 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:23,097 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T00:20:23,097 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:23,097 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:23,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40569 is added to blk_1073741831_1007 (size=1321) 2024-11-10T00:20:23,135 INFO [RS:0;b3c019fcff38:46121 {}] regionserver.HRegionServer(746): ClusterId : 2734b6f8-472c-4cde-9381-a951df3c5e43 2024-11-10T00:20:23,135 DEBUG [RS:0;b3c019fcff38:46121 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T00:20:23,137 DEBUG [RS:0;b3c019fcff38:46121 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T00:20:23,137 DEBUG [RS:0;b3c019fcff38:46121 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T00:20:23,139 DEBUG [RS:0;b3c019fcff38:46121 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T00:20:23,140 DEBUG [RS:0;b3c019fcff38:46121 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28c503f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b3c019fcff38/172.17.0.2:0 2024-11-10T00:20:23,152 DEBUG [RS:0;b3c019fcff38:46121 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b3c019fcff38:46121 2024-11-10T00:20:23,152 INFO [RS:0;b3c019fcff38:46121 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T00:20:23,152 INFO [RS:0;b3c019fcff38:46121 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T00:20:23,152 DEBUG [RS:0;b3c019fcff38:46121 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T00:20:23,152 INFO [RS:0;b3c019fcff38:46121 {}] regionserver.HRegionServer(2659): reportForDuty to master=b3c019fcff38,43865,1731198021269 with port=46121, startcode=1731198021316 2024-11-10T00:20:23,153 DEBUG [RS:0;b3c019fcff38:46121 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T00:20:23,154 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52189, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T00:20:23,155 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43865 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b3c019fcff38,46121,1731198021316 2024-11-10T00:20:23,155 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43865 {}] master.ServerManager(517): Registering regionserver=b3c019fcff38,46121,1731198021316 2024-11-10T00:20:23,157 DEBUG [RS:0;b3c019fcff38:46121 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46847/user/jenkins/test-data/1193c50c-d3a1-eabd-1dab-2d34626fd36b 2024-11-10T00:20:23,157 DEBUG [RS:0;b3c019fcff38:46121 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46847 2024-11-10T00:20:23,157 DEBUG [RS:0;b3c019fcff38:46121 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T00:20:23,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43865-0x100ff3f46790003, quorum=127.0.0.1:64702, baseZNode=/1-2037344914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2037344914/rs 2024-11-10T00:20:23,161 DEBUG [RS:0;b3c019fcff38:46121 {}] zookeeper.ZKUtil(111): regionserver:46121-0x100ff3f46790004, quorum=127.0.0.1:64702, baseZNode=/1-2037344914 Set watcher on existing znode=/1-2037344914/rs/b3c019fcff38,46121,1731198021316 2024-11-10T00:20:23,161 WARN [RS:0;b3c019fcff38:46121 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T00:20:23,161 INFO [RS:0;b3c019fcff38:46121 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:20:23,161 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b3c019fcff38,46121,1731198021316] 2024-11-10T00:20:23,162 DEBUG [RS:0;b3c019fcff38:46121 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46847/user/jenkins/test-data/1193c50c-d3a1-eabd-1dab-2d34626fd36b/WALs/b3c019fcff38,46121,1731198021316 2024-11-10T00:20:23,165 INFO [RS:0;b3c019fcff38:46121 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T00:20:23,168 INFO [RS:0;b3c019fcff38:46121 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T00:20:23,169 INFO [RS:0;b3c019fcff38:46121 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T00:20:23,169 INFO [RS:0;b3c019fcff38:46121 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:23,169 INFO [RS:0;b3c019fcff38:46121 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T00:20:23,170 INFO [RS:0;b3c019fcff38:46121 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T00:20:23,170 INFO [RS:0;b3c019fcff38:46121 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:23,170 DEBUG [RS:0;b3c019fcff38:46121 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:20:23,171 DEBUG [RS:0;b3c019fcff38:46121 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:20:23,171 DEBUG [RS:0;b3c019fcff38:46121 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:20:23,171 DEBUG [RS:0;b3c019fcff38:46121 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:20:23,171 DEBUG [RS:0;b3c019fcff38:46121 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:20:23,171 DEBUG [RS:0;b3c019fcff38:46121 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b3c019fcff38:0, corePoolSize=2, maxPoolSize=2 2024-11-10T00:20:23,171 DEBUG [RS:0;b3c019fcff38:46121 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:20:23,171 DEBUG [RS:0;b3c019fcff38:46121 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:20:23,171 DEBUG [RS:0;b3c019fcff38:46121 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:20:23,171 DEBUG [RS:0;b3c019fcff38:46121 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:20:23,171 DEBUG [RS:0;b3c019fcff38:46121 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:20:23,171 DEBUG [RS:0;b3c019fcff38:46121 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:20:23,171 DEBUG [RS:0;b3c019fcff38:46121 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0, corePoolSize=3, maxPoolSize=3 2024-11-10T00:20:23,171 DEBUG [RS:0;b3c019fcff38:46121 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0, corePoolSize=3, maxPoolSize=3 2024-11-10T00:20:23,172 INFO [RS:0;b3c019fcff38:46121 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:23,172 INFO [RS:0;b3c019fcff38:46121 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:23,172 INFO [RS:0;b3c019fcff38:46121 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:23,172 INFO [RS:0;b3c019fcff38:46121 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:23,173 INFO [RS:0;b3c019fcff38:46121 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:23,173 INFO [RS:0;b3c019fcff38:46121 {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,46121,1731198021316-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T00:20:23,189 INFO [RS:0;b3c019fcff38:46121 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T00:20:23,189 INFO [RS:0;b3c019fcff38:46121 {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,46121,1731198021316-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:23,189 INFO [RS:0;b3c019fcff38:46121 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:23,189 INFO [RS:0;b3c019fcff38:46121 {}] regionserver.Replication(171): b3c019fcff38,46121,1731198021316 started 2024-11-10T00:20:23,202 INFO [RS:0;b3c019fcff38:46121 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:23,202 INFO [RS:0;b3c019fcff38:46121 {}] regionserver.HRegionServer(1482): Serving as b3c019fcff38,46121,1731198021316, RpcServer on b3c019fcff38/172.17.0.2:46121, sessionid=0x100ff3f46790004 2024-11-10T00:20:23,203 DEBUG [RS:0;b3c019fcff38:46121 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T00:20:23,203 DEBUG [RS:0;b3c019fcff38:46121 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b3c019fcff38,46121,1731198021316 2024-11-10T00:20:23,203 DEBUG [RS:0;b3c019fcff38:46121 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b3c019fcff38,46121,1731198021316' 2024-11-10T00:20:23,203 DEBUG [RS:0;b3c019fcff38:46121 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2037344914/flush-table-proc/abort' 2024-11-10T00:20:23,203 DEBUG [RS:0;b3c019fcff38:46121 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2037344914/flush-table-proc/acquired' 2024-11-10T00:20:23,204 DEBUG [RS:0;b3c019fcff38:46121 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T00:20:23,204 DEBUG [RS:0;b3c019fcff38:46121 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T00:20:23,204 DEBUG [RS:0;b3c019fcff38:46121 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b3c019fcff38,46121,1731198021316 2024-11-10T00:20:23,204 DEBUG [RS:0;b3c019fcff38:46121 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b3c019fcff38,46121,1731198021316' 2024-11-10T00:20:23,204 DEBUG [RS:0;b3c019fcff38:46121 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2037344914/online-snapshot/abort' 2024-11-10T00:20:23,204 DEBUG [RS:0;b3c019fcff38:46121 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2037344914/online-snapshot/acquired' 2024-11-10T00:20:23,204 DEBUG [RS:0;b3c019fcff38:46121 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T00:20:23,204 INFO [RS:0;b3c019fcff38:46121 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T00:20:23,204 INFO [RS:0;b3c019fcff38:46121 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T00:20:23,305 INFO [RS:0;b3c019fcff38:46121 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T00:20:23,306 INFO [RS:0;b3c019fcff38:46121 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b3c019fcff38%2C46121%2C1731198021316, suffix=, logDir=hdfs://localhost:46847/user/jenkins/test-data/1193c50c-d3a1-eabd-1dab-2d34626fd36b/WALs/b3c019fcff38,46121,1731198021316, archiveDir=hdfs://localhost:46847/user/jenkins/test-data/1193c50c-d3a1-eabd-1dab-2d34626fd36b/oldWALs, maxLogs=10 2024-11-10T00:20:23,320 DEBUG [RS:0;b3c019fcff38:46121 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1193c50c-d3a1-eabd-1dab-2d34626fd36b/WALs/b3c019fcff38,46121,1731198021316/b3c019fcff38%2C46121%2C1731198021316.1731198023307, exclude list is [], retry=0 2024-11-10T00:20:23,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40569,DS-90a362e6-75f8-4284-b6a8-c7c89453aa39,DISK] 2024-11-10T00:20:23,326 INFO [RS:0;b3c019fcff38:46121 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1193c50c-d3a1-eabd-1dab-2d34626fd36b/WALs/b3c019fcff38,46121,1731198021316/b3c019fcff38%2C46121%2C1731198021316.1731198023307 2024-11-10T00:20:23,326 DEBUG [RS:0;b3c019fcff38:46121 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41967:41967)] 2024-11-10T00:20:23,500 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46847/user/jenkins/test-data/1193c50c-d3a1-eabd-1dab-2d34626fd36b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T00:20:23,500 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46847/user/jenkins/test-data/1193c50c-d3a1-eabd-1dab-2d34626fd36b 2024-11-10T00:20:23,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40569 is added to blk_1073741833_1009 (size=32) 2024-11-10T00:20:23,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:20:23,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T00:20:23,910 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T00:20:23,910 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:23,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:20:23,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T00:20:23,912 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T00:20:23,912 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:23,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:20:23,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T00:20:23,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T00:20:23,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:23,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:20:23,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T00:20:23,915 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T00:20:23,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:23,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:20:23,916 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T00:20:23,916 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46847/user/jenkins/test-data/1193c50c-d3a1-eabd-1dab-2d34626fd36b/data/hbase/meta/1588230740 2024-11-10T00:20:23,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46847/user/jenkins/test-data/1193c50c-d3a1-eabd-1dab-2d34626fd36b/data/hbase/meta/1588230740 2024-11-10T00:20:23,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T00:20:23,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T00:20:23,918 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:20:23,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T00:20:23,921 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46847/user/jenkins/test-data/1193c50c-d3a1-eabd-1dab-2d34626fd36b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:20:23,922 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74147448, jitterRate=0.10488307476043701}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:20:23,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731198023907Initializing all the Stores at 1731198023908 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198023908Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198023909 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198023909Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198023909Cleaning up temporary data from old regions at 1731198023918 (+9 ms)Region opened successfully at 1731198023922 (+4 ms) 2024-11-10T00:20:23,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T00:20:23,922 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T00:20:23,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T00:20:23,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T00:20:23,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T00:20:23,922 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T00:20:23,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731198023922Disabling compacts and flushes for region at 1731198023922Disabling writes for close at 1731198023922Writing region close event to WAL at 1731198023922Closed at 1731198023922 2024-11-10T00:20:23,924 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:20:23,924 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T00:20:23,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T00:20:23,925 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T00:20:23,926 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T00:20:24,077 DEBUG [b3c019fcff38:43865 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T00:20:24,077 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b3c019fcff38,46121,1731198021316 2024-11-10T00:20:24,078 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b3c019fcff38,46121,1731198021316, state=OPENING 2024-11-10T00:20:24,080 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T00:20:24,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43865-0x100ff3f46790003, quorum=127.0.0.1:64702, baseZNode=/1-2037344914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2037344914 2024-11-10T00:20:24,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46121-0x100ff3f46790004, quorum=127.0.0.1:64702, baseZNode=/1-2037344914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2037344914 2024-11-10T00:20:24,082 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T00:20:24,082 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2037344914/meta-region-server: CHANGED 2024-11-10T00:20:24,082 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b3c019fcff38,46121,1731198021316}] 2024-11-10T00:20:24,082 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2037344914/meta-region-server: CHANGED 2024-11-10T00:20:24,235 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T00:20:24,237 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41683, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T00:20:24,241 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T00:20:24,241 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:20:24,241 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T00:20:24,242 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b3c019fcff38%2C46121%2C1731198021316.meta, suffix=.meta, logDir=hdfs://localhost:46847/user/jenkins/test-data/1193c50c-d3a1-eabd-1dab-2d34626fd36b/WALs/b3c019fcff38,46121,1731198021316, archiveDir=hdfs://localhost:46847/user/jenkins/test-data/1193c50c-d3a1-eabd-1dab-2d34626fd36b/oldWALs, maxLogs=10 2024-11-10T00:20:24,255 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1193c50c-d3a1-eabd-1dab-2d34626fd36b/WALs/b3c019fcff38,46121,1731198021316/b3c019fcff38%2C46121%2C1731198021316.meta.1731198024243.meta, exclude list is [], retry=0 2024-11-10T00:20:24,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40569,DS-90a362e6-75f8-4284-b6a8-c7c89453aa39,DISK] 2024-11-10T00:20:24,260 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1193c50c-d3a1-eabd-1dab-2d34626fd36b/WALs/b3c019fcff38,46121,1731198021316/b3c019fcff38%2C46121%2C1731198021316.meta.1731198024243.meta 2024-11-10T00:20:24,260 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41967:41967)] 2024-11-10T00:20:24,260 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:20:24,261 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T00:20:24,261 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T00:20:24,261 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T00:20:24,261 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T00:20:24,261 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T00:20:24,261 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:20:24,261 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T00:20:24,261 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T00:20:24,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T00:20:24,263 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T00:20:24,263 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:24,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:20:24,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T00:20:24,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T00:20:24,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:24,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:20:24,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T00:20:24,266 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T00:20:24,266 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:24,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:20:24,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T00:20:24,267 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T00:20:24,267 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:24,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:20:24,267 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T00:20:24,268 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46847/user/jenkins/test-data/1193c50c-d3a1-eabd-1dab-2d34626fd36b/data/hbase/meta/1588230740 2024-11-10T00:20:24,269 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46847/user/jenkins/test-data/1193c50c-d3a1-eabd-1dab-2d34626fd36b/data/hbase/meta/1588230740 2024-11-10T00:20:24,270 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T00:20:24,270 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T00:20:24,271 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:20:24,273 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T00:20:24,274 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60710515, jitterRate=-0.09534282982349396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:20:24,274 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T00:20:24,274 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731198024261Writing region info on filesystem at 1731198024261Initializing all the Stores at 1731198024262 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198024262Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198024262Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198024262Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198024262Cleaning up temporary data from old regions at 1731198024270 (+8 ms)Running coprocessor post-open hooks at 1731198024274 (+4 ms)Region opened successfully at 1731198024274 2024-11-10T00:20:24,275 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731198024235 2024-11-10T00:20:24,278 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T00:20:24,278 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T00:20:24,279 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,46121,1731198021316 2024-11-10T00:20:24,280 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b3c019fcff38,46121,1731198021316, state=OPEN 2024-11-10T00:20:24,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43865-0x100ff3f46790003, quorum=127.0.0.1:64702, baseZNode=/1-2037344914 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2037344914/meta-region-server 2024-11-10T00:20:24,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46121-0x100ff3f46790004, quorum=127.0.0.1:64702, baseZNode=/1-2037344914 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2037344914/meta-region-server 2024-11-10T00:20:24,287 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b3c019fcff38,46121,1731198021316 2024-11-10T00:20:24,288 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2037344914/meta-region-server: CHANGED 2024-11-10T00:20:24,288 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2037344914/meta-region-server: CHANGED 2024-11-10T00:20:24,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T00:20:24,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b3c019fcff38,46121,1731198021316 in 205 msec 2024-11-10T00:20:24,292 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T00:20:24,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 366 msec 2024-11-10T00:20:24,293 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:20:24,293 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T00:20:24,295 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:20:24,295 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,46121,1731198021316, seqNum=-1] 2024-11-10T00:20:24,295 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:20:24,296 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46477, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:20:24,302 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2160 sec 2024-11-10T00:20:24,302 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731198024302, completionTime=-1 2024-11-10T00:20:24,302 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T00:20:24,302 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T00:20:24,304 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T00:20:24,304 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731198084304 2024-11-10T00:20:24,304 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731198144304 2024-11-10T00:20:24,304 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T00:20:24,304 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,43865,1731198021269-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:24,304 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,43865,1731198021269-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:24,304 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,43865,1731198021269-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:24,304 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b3c019fcff38:43865, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:24,304 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:24,305 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:24,306 DEBUG [master/b3c019fcff38:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T00:20:24,308 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.954sec 2024-11-10T00:20:24,309 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T00:20:24,309 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T00:20:24,309 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T00:20:24,309 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T00:20:24,309 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T00:20:24,309 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,43865,1731198021269-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T00:20:24,309 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,43865,1731198021269-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T00:20:24,311 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T00:20:24,311 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T00:20:24,311 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,43865,1731198021269-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:24,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3b423f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:24,336 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,43865,-1 for getting cluster id 2024-11-10T00:20:24,336 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:20:24,337 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2734b6f8-472c-4cde-9381-a951df3c5e43' 2024-11-10T00:20:24,337 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:20:24,338 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2734b6f8-472c-4cde-9381-a951df3c5e43" 2024-11-10T00:20:24,338 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1639168b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:24,338 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,43865,-1] 2024-11-10T00:20:24,338 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:20:24,338 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:24,339 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:20:24,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a36eb1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:24,340 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:20:24,341 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,46121,1731198021316, seqNum=-1] 2024-11-10T00:20:24,342 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:20:24,343 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:20:24,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b3c019fcff38,43865,1731198021269 2024-11-10T00:20:24,346 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64702 2024-11-10T00:20:24,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64702, baseZNode=/1-2037344914 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:20:24,349 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100ff3f46790005 connected 2024-11-10T00:20:24,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31b8b946, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:24,352 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,37931,-1 for getting cluster id 2024-11-10T00:20:24,352 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:20:24,353 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b034cbf5-6904-43bf-ad92-0b88e677929d' 2024-11-10T00:20:24,353 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:20:24,353 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b034cbf5-6904-43bf-ad92-0b88e677929d" 2024-11-10T00:20:24,354 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@591d14fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:24,354 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,37931,-1] 2024-11-10T00:20:24,354 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:20:24,354 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:24,355 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:20:24,355 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cabec06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:24,355 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:20:24,356 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,37931,1731198017481 2024-11-10T00:20:24,356 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f1823b2 2024-11-10T00:20:24,357 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:20:24,357 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:20:24,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37931 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b3c019fcff38:43865,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T00:20:24,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37931 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T00:20:24,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:20:24,361 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b3c019fcff38:43865' 2024-11-10T00:20:24,362 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75296fe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:24,362 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,43865,-1 for getting cluster id 2024-11-10T00:20:24,362 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:20:24,363 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2734b6f8-472c-4cde-9381-a951df3c5e43' 2024-11-10T00:20:24,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:20:24,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2734b6f8-472c-4cde-9381-a951df3c5e43" 2024-11-10T00:20:24,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f19629e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:24,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,43865,-1] 2024-11-10T00:20:24,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:20:24,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:24,364 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:20:24,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a328af6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:24,365 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:20:24,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,43865,1731198021269 2024-11-10T00:20:24,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d4b1736 2024-11-10T00:20:24,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:20:24,367 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:20:24,368 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-10T00:20:24,368 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T00:20:24,368 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:24,368 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:24,368 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:20:24,368 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:20:24,369 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T00:20:24,371 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T00:20:24,371 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:24,372 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T00:20:24,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41701 is added to blk_1073741835_1011 (size=1138) 2024-11-10T00:20:24,420 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T00:20:24,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:20:24,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:20:24,782 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ec33b3529b087f86b66da17e6cd438c7, NAME => 'hbase:replication,,1731198024368.ec33b3529b087f86b66da17e6cd438c7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b 2024-11-10T00:20:24,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41701 is added to blk_1073741836_1012 (size=44) 2024-11-10T00:20:24,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:20:25,188 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731198024368.ec33b3529b087f86b66da17e6cd438c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:20:25,189 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ec33b3529b087f86b66da17e6cd438c7, disabling compactions & flushes 2024-11-10T00:20:25,189 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731198024368.ec33b3529b087f86b66da17e6cd438c7. 2024-11-10T00:20:25,189 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731198024368.ec33b3529b087f86b66da17e6cd438c7. 2024-11-10T00:20:25,189 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731198024368.ec33b3529b087f86b66da17e6cd438c7. after waiting 0 ms 2024-11-10T00:20:25,189 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731198024368.ec33b3529b087f86b66da17e6cd438c7. 2024-11-10T00:20:25,189 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731198024368.ec33b3529b087f86b66da17e6cd438c7. 2024-11-10T00:20:25,189 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ec33b3529b087f86b66da17e6cd438c7: Waiting for close lock at 1731198025189Disabling compacts and flushes for region at 1731198025189Disabling writes for close at 1731198025189Writing region close event to WAL at 1731198025189Closed at 1731198025189 2024-11-10T00:20:25,190 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T00:20:25,191 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731198024368.ec33b3529b087f86b66da17e6cd438c7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731198025191"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731198025191"}]},"ts":"1731198025191"} 2024-11-10T00:20:25,194 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T00:20:25,195 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T00:20:25,195 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731198025195"}]},"ts":"1731198025195"} 2024-11-10T00:20:25,198 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T00:20:25,198 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ec33b3529b087f86b66da17e6cd438c7, ASSIGN}] 2024-11-10T00:20:25,199 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ec33b3529b087f86b66da17e6cd438c7, ASSIGN 2024-11-10T00:20:25,200 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ec33b3529b087f86b66da17e6cd438c7, ASSIGN; state=OFFLINE, location=b3c019fcff38,35007,1731198017587; forceNewPlan=false, retain=false 2024-11-10T00:20:25,351 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ec33b3529b087f86b66da17e6cd438c7, regionState=OPENING, regionLocation=b3c019fcff38,35007,1731198017587 2024-11-10T00:20:25,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ec33b3529b087f86b66da17e6cd438c7, ASSIGN because future has completed 2024-11-10T00:20:25,355 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec33b3529b087f86b66da17e6cd438c7, server=b3c019fcff38,35007,1731198017587}] 2024-11-10T00:20:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:20:25,512 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731198024368.ec33b3529b087f86b66da17e6cd438c7. 2024-11-10T00:20:25,512 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:20:25,512 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T00:20:25,514 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b3c019fcff38%2C35007%2C1731198017587.rep, suffix=, logDir=hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/WALs/b3c019fcff38,35007,1731198017587, archiveDir=hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/oldWALs, maxLogs=10 2024-11-10T00:20:25,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/WALs/b3c019fcff38,35007,1731198017587/b3c019fcff38%2C35007%2C1731198017587.rep.1731198025514, exclude list is [], retry=0 2024-11-10T00:20:25,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41701,DS-205f204d-83c5-460f-ba03-2c3c641d2d8b,DISK] 2024-11-10T00:20:25,533 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/WALs/b3c019fcff38,35007,1731198017587/b3c019fcff38%2C35007%2C1731198017587.rep.1731198025514 2024-11-10T00:20:25,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36363:36363)] 2024-11-10T00:20:25,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => ec33b3529b087f86b66da17e6cd438c7, NAME => 'hbase:replication,,1731198024368.ec33b3529b087f86b66da17e6cd438c7.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:20:25,533 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T00:20:25,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T00:20:25,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731198024368.ec33b3529b087f86b66da17e6cd438c7. service=MultiRowMutationService 2024-11-10T00:20:25,534 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T00:20:25,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ec33b3529b087f86b66da17e6cd438c7 2024-11-10T00:20:25,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731198024368.ec33b3529b087f86b66da17e6cd438c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:20:25,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for ec33b3529b087f86b66da17e6cd438c7 2024-11-10T00:20:25,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for ec33b3529b087f86b66da17e6cd438c7 2024-11-10T00:20:25,535 INFO [StoreOpener-ec33b3529b087f86b66da17e6cd438c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ec33b3529b087f86b66da17e6cd438c7 2024-11-10T00:20:25,537 INFO [StoreOpener-ec33b3529b087f86b66da17e6cd438c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec33b3529b087f86b66da17e6cd438c7 columnFamilyName hfileref 2024-11-10T00:20:25,537 DEBUG [StoreOpener-ec33b3529b087f86b66da17e6cd438c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:25,537 INFO [StoreOpener-ec33b3529b087f86b66da17e6cd438c7-1 {}] regionserver.HStore(327): Store=ec33b3529b087f86b66da17e6cd438c7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:20:25,537 INFO [StoreOpener-ec33b3529b087f86b66da17e6cd438c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ec33b3529b087f86b66da17e6cd438c7 2024-11-10T00:20:25,538 INFO [StoreOpener-ec33b3529b087f86b66da17e6cd438c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec33b3529b087f86b66da17e6cd438c7 columnFamilyName queue 2024-11-10T00:20:25,539 DEBUG [StoreOpener-ec33b3529b087f86b66da17e6cd438c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:25,539 INFO [StoreOpener-ec33b3529b087f86b66da17e6cd438c7-1 {}] regionserver.HStore(327): Store=ec33b3529b087f86b66da17e6cd438c7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:20:25,539 INFO [StoreOpener-ec33b3529b087f86b66da17e6cd438c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ec33b3529b087f86b66da17e6cd438c7 2024-11-10T00:20:25,540 INFO [StoreOpener-ec33b3529b087f86b66da17e6cd438c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec33b3529b087f86b66da17e6cd438c7 columnFamilyName sid 2024-11-10T00:20:25,540 DEBUG [StoreOpener-ec33b3529b087f86b66da17e6cd438c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:25,541 INFO [StoreOpener-ec33b3529b087f86b66da17e6cd438c7-1 {}] regionserver.HStore(327): Store=ec33b3529b087f86b66da17e6cd438c7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:20:25,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for ec33b3529b087f86b66da17e6cd438c7 2024-11-10T00:20:25,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/data/hbase/replication/ec33b3529b087f86b66da17e6cd438c7 2024-11-10T00:20:25,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/data/hbase/replication/ec33b3529b087f86b66da17e6cd438c7 2024-11-10T00:20:25,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for ec33b3529b087f86b66da17e6cd438c7 2024-11-10T00:20:25,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for ec33b3529b087f86b66da17e6cd438c7 2024-11-10T00:20:25,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T00:20:25,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for ec33b3529b087f86b66da17e6cd438c7 2024-11-10T00:20:25,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/data/hbase/replication/ec33b3529b087f86b66da17e6cd438c7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:20:25,547 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened ec33b3529b087f86b66da17e6cd438c7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71296375, jitterRate=0.06239877641201019}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T00:20:25,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ec33b3529b087f86b66da17e6cd438c7 2024-11-10T00:20:25,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for ec33b3529b087f86b66da17e6cd438c7: Running coprocessor pre-open hook at 1731198025534Writing region info on filesystem at 1731198025534Initializing all the Stores at 1731198025535 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198025535Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198025535Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198025535Cleaning up temporary data from old regions at 1731198025543 (+8 ms)Running coprocessor post-open hooks at 1731198025547 (+4 ms)Region opened successfully at 1731198025547 2024-11-10T00:20:25,548 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731198024368.ec33b3529b087f86b66da17e6cd438c7., pid=7, masterSystemTime=1731198025508 2024-11-10T00:20:25,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731198024368.ec33b3529b087f86b66da17e6cd438c7. 2024-11-10T00:20:25,551 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731198024368.ec33b3529b087f86b66da17e6cd438c7. 2024-11-10T00:20:25,551 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ec33b3529b087f86b66da17e6cd438c7, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,35007,1731198017587 2024-11-10T00:20:25,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec33b3529b087f86b66da17e6cd438c7, server=b3c019fcff38,35007,1731198017587 because future has completed 2024-11-10T00:20:25,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-10T00:20:25,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure ec33b3529b087f86b66da17e6cd438c7, server=b3c019fcff38,35007,1731198017587 in 200 msec 2024-11-10T00:20:25,560 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T00:20:25,560 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ec33b3529b087f86b66da17e6cd438c7, ASSIGN in 359 msec 2024-11-10T00:20:25,561 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T00:20:25,561 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731198025561"}]},"ts":"1731198025561"} 2024-11-10T00:20:25,563 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T00:20:25,564 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T00:20:25,566 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1970 sec 2024-11-10T00:20:25,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731198024368.ec33b3529b087f86b66da17e6cd438c7., hostname=b3c019fcff38,35007,1731198017587, seqNum=2] 2024-11-10T00:20:25,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37931-0x100ff3f46790000, quorum=127.0.0.1:64702, baseZNode=/01452147101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01452147101 2024-11-10T00:20:25,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35007-0x100ff3f46790001, quorum=127.0.0.1:64702, baseZNode=/01452147101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01452147101 2024-11-10T00:20:25,587 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T00:20:25,653 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T00:20:25,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:20:25,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:20:25,685 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T00:20:25,686 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T00:20:25,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35007 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-10T00:20:25,740 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T00:20:25,769 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-b3c019fcff38,35007,1731198017587, ReplicationSource: 1, currentBandwidth=0 2024-11-10T00:20:25,769 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:20:25,770 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,35007,1731198017587, seqNum=-1] 2024-11-10T00:20:25,770 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:20:25,771 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54025, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-10T00:20:25,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b3c019fcff38,35007,1731198017587', locateType=CURRENT is [region=hbase:replication,,1731198024368.ec33b3529b087f86b66da17e6cd438c7., hostname=b3c019fcff38,35007,1731198017587, seqNum=2] 2024-11-10T00:20:25,776 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-10T00:20:25,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37931 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-10T00:20:25,778 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b3c019fcff38,35007,1731198017587 suceeded 2024-11-10T00:20:25,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-10T00:20:25,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-10T00:20:25,781 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b3c019fcff38:43865,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T00:20:25,783 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4230 sec 2024-11-10T00:20:25,794 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,35007,1731198017587 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b3c019fcff38:43865' 2024-11-10T00:20:25,795 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,35007,1731198017587 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2752feb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:25,795 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,35007,1731198017587 {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,43865,-1 for getting cluster id 2024-11-10T00:20:25,795 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,35007,1731198017587 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:20:25,796 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2734b6f8-472c-4cde-9381-a951df3c5e43' 2024-11-10T00:20:25,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:20:25,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2734b6f8-472c-4cde-9381-a951df3c5e43" 2024-11-10T00:20:25,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18fa380, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:25,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,43865,-1] 2024-11-10T00:20:25,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:20:25,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:25,798 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:20:25,798 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,35007,1731198017587 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1fe603b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:25,798 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,35007,1731198017587 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:20:25,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,43865,1731198021269 2024-11-10T00:20:25,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39a78b26 2024-11-10T00:20:25,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:20:25,800 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-10T00:20:25,801 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,35007,1731198017587 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b3c019fcff38,35007,1731198017587 (queues=1) is replicating from cluster=b034cbf5-6904-43bf-ad92-0b88e677929d to cluster=2734b6f8-472c-4cde-9381-a951df3c5e43 2024-11-10T00:20:25,801 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,35007,1731198017587 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b3c019fcff38%2C35007%2C1731198017587 2024-11-10T00:20:25,801 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,35007,1731198017587 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b3c019fcff38,35007,1731198017587, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T00:20:25,801 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,35007,1731198017587.replicationSource.shipperb3c019fcff38%2C35007%2C1731198017587,1-b3c019fcff38,35007,1731198017587 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b3c019fcff38%2C35007%2C1731198017587 2024-11-10T00:20:25,801 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,35007,1731198017587.replicationSource.wal-reader.b3c019fcff38%2C35007%2C1731198017587,1-b3c019fcff38,35007,1731198017587 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/WALs/b3c019fcff38,35007,1731198017587/b3c019fcff38%2C35007%2C1731198017587.1731198019571, startPosition=0, beingWritten=true 2024-11-10T00:20:26,008 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,35007,1731198017587.replicationSource.wal-reader.b3c019fcff38%2C35007%2C1731198017587,1-b3c019fcff38,35007,1731198017587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/WALs/b3c019fcff38,35007,1731198017587/b3c019fcff38%2C35007%2C1731198017587.1731198019571 to pos 0, reset compression=false 2024-11-10T00:20:26,313 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,35007,1731198017587.replicationSource.wal-reader.b3c019fcff38%2C35007%2C1731198017587,1-b3c019fcff38,35007,1731198017587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/WALs/b3c019fcff38,35007,1731198017587/b3c019fcff38%2C35007%2C1731198017587.1731198019571 to pos 0, reset compression=false 2024-11-10T00:20:26,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:20:26,503 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T00:20:26,503 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:20:26,503 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:20:26,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:26,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:26,503 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:20:26,503 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:20:26,504 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,37931,1731198017481 2024-11-10T00:20:26,504 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fdcd7eb 2024-11-10T00:20:26,505 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:20:26,506 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:20:26,506 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37931 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-10T00:20:26,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T00:20:26,507 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:20:26,507 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:20:26,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:26,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:26,507 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:20:26,507 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T00:20:26,507 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1688624788, stopped=false 2024-11-10T00:20:26,507 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b3c019fcff38,43865,1731198021269 2024-11-10T00:20:26,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43865-0x100ff3f46790003, quorum=127.0.0.1:64702, baseZNode=/1-2037344914 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2037344914/running 2024-11-10T00:20:26,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46121-0x100ff3f46790004, quorum=127.0.0.1:64702, baseZNode=/1-2037344914 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2037344914/running 2024-11-10T00:20:26,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43865-0x100ff3f46790003, quorum=127.0.0.1:64702, baseZNode=/1-2037344914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2037344914 2024-11-10T00:20:26,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46121-0x100ff3f46790004, quorum=127.0.0.1:64702, baseZNode=/1-2037344914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2037344914 2024-11-10T00:20:26,509 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T00:20:26,509 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:20:26,510 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:20:26,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:26,510 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46121-0x100ff3f46790004, quorum=127.0.0.1:64702, baseZNode=/1-2037344914 Set watcher on znode that does not yet exist, /1-2037344914/running 2024-11-10T00:20:26,510 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b3c019fcff38,46121,1731198021316' ***** 2024-11-10T00:20:26,510 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T00:20:26,510 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43865-0x100ff3f46790003, quorum=127.0.0.1:64702, baseZNode=/1-2037344914 Set watcher on znode that does not yet exist, /1-2037344914/running 2024-11-10T00:20:26,510 INFO [RS:0;b3c019fcff38:46121 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T00:20:26,510 INFO [RS:0;b3c019fcff38:46121 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T00:20:26,510 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T00:20:26,510 INFO [RS:0;b3c019fcff38:46121 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T00:20:26,510 INFO [RS:0;b3c019fcff38:46121 {}] regionserver.HRegionServer(959): stopping server b3c019fcff38,46121,1731198021316 2024-11-10T00:20:26,510 INFO [RS:0;b3c019fcff38:46121 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T00:20:26,511 INFO [RS:0;b3c019fcff38:46121 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b3c019fcff38:46121. 2024-11-10T00:20:26,511 DEBUG [RS:0;b3c019fcff38:46121 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:20:26,511 DEBUG [RS:0;b3c019fcff38:46121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:26,511 INFO [RS:0;b3c019fcff38:46121 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T00:20:26,511 INFO [RS:0;b3c019fcff38:46121 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T00:20:26,511 INFO [RS:0;b3c019fcff38:46121 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T00:20:26,511 INFO [RS:0;b3c019fcff38:46121 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T00:20:26,511 INFO [RS:0;b3c019fcff38:46121 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T00:20:26,511 DEBUG [RS:0;b3c019fcff38:46121 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T00:20:26,511 DEBUG [RS:0;b3c019fcff38:46121 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:20:26,511 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T00:20:26,511 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T00:20:26,511 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T00:20:26,511 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T00:20:26,511 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T00:20:26,512 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-10T00:20:26,528 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46847/user/jenkins/test-data/1193c50c-d3a1-eabd-1dab-2d34626fd36b/data/hbase/meta/1588230740/.tmp/ns/eb7433def7f046568fb6f823175796d7 is 43, key is default/ns:d/1731198024297/Put/seqid=0 2024-11-10T00:20:26,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40569 is added to blk_1073741835_1011 (size=5153) 2024-11-10T00:20:26,577 INFO [regionserver/b3c019fcff38:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T00:20:26,711 DEBUG [RS:0;b3c019fcff38:46121 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:20:26,718 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,35007,1731198017587.replicationSource.wal-reader.b3c019fcff38%2C35007%2C1731198017587,1-b3c019fcff38,35007,1731198017587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/WALs/b3c019fcff38,35007,1731198017587/b3c019fcff38%2C35007%2C1731198017587.1731198019571 to pos 0, reset compression=false 2024-11-10T00:20:26,912 DEBUG [RS:0;b3c019fcff38:46121 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:20:26,933 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46847/user/jenkins/test-data/1193c50c-d3a1-eabd-1dab-2d34626fd36b/data/hbase/meta/1588230740/.tmp/ns/eb7433def7f046568fb6f823175796d7 2024-11-10T00:20:26,940 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46847/user/jenkins/test-data/1193c50c-d3a1-eabd-1dab-2d34626fd36b/data/hbase/meta/1588230740/.tmp/ns/eb7433def7f046568fb6f823175796d7 as hdfs://localhost:46847/user/jenkins/test-data/1193c50c-d3a1-eabd-1dab-2d34626fd36b/data/hbase/meta/1588230740/ns/eb7433def7f046568fb6f823175796d7 2024-11-10T00:20:26,945 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46847/user/jenkins/test-data/1193c50c-d3a1-eabd-1dab-2d34626fd36b/data/hbase/meta/1588230740/ns/eb7433def7f046568fb6f823175796d7, entries=2, sequenceid=6, filesize=5.0 K 2024-11-10T00:20:26,946 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false 2024-11-10T00:20:26,950 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46847/user/jenkins/test-data/1193c50c-d3a1-eabd-1dab-2d34626fd36b/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-10T00:20:26,951 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T00:20:26,951 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T00:20:26,951 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T00:20:26,951 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731198026511Running coprocessor pre-close hooks at 1731198026511Disabling compacts and flushes for region at 1731198026511Disabling writes for close at 1731198026511Obtaining lock to block concurrent updates at 1731198026512 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731198026512Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731198026512Flushing stores of hbase:meta,,1.1588230740 at 1731198026513 (+1 ms)Flushing 1588230740/ns: creating writer at 1731198026513Flushing 1588230740/ns: appending metadata at 1731198026527 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731198026527Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b7e0200: reopening flushed file at 1731198026939 (+412 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false at 1731198026946 (+7 ms)Writing region close event to WAL at 1731198026947 (+1 ms)Running coprocessor post-close hooks at 1731198026951 (+4 ms)Closed at 1731198026951 2024-11-10T00:20:26,951 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T00:20:27,112 INFO [RS:0;b3c019fcff38:46121 {}] regionserver.HRegionServer(976): stopping server b3c019fcff38,46121,1731198021316; all regions closed. 2024-11-10T00:20:27,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40569 is added to blk_1073741834_1010 (size=1152) 2024-11-10T00:20:27,114 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1193c50c-d3a1-eabd-1dab-2d34626fd36b/WALs/b3c019fcff38,46121,1731198021316/b3c019fcff38%2C46121%2C1731198021316.meta.1731198024243.meta not finished, retry = 0 2024-11-10T00:20:27,173 INFO [regionserver/b3c019fcff38:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T00:20:27,173 INFO [regionserver/b3c019fcff38:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T00:20:27,217 DEBUG [RS:0;b3c019fcff38:46121 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1193c50c-d3a1-eabd-1dab-2d34626fd36b/oldWALs 2024-11-10T00:20:27,217 INFO [RS:0;b3c019fcff38:46121 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b3c019fcff38%2C46121%2C1731198021316.meta:.meta(num 1731198024243) 2024-11-10T00:20:27,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40569 is added to blk_1073741832_1008 (size=93) 2024-11-10T00:20:27,220 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1193c50c-d3a1-eabd-1dab-2d34626fd36b/WALs/b3c019fcff38,46121,1731198021316/b3c019fcff38%2C46121%2C1731198021316.1731198023307 not finished, retry = 0 2024-11-10T00:20:27,223 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,35007,1731198017587.replicationSource.wal-reader.b3c019fcff38%2C35007%2C1731198017587,1-b3c019fcff38,35007,1731198017587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/WALs/b3c019fcff38,35007,1731198017587/b3c019fcff38%2C35007%2C1731198017587.1731198019571 to pos 0, reset compression=false 2024-11-10T00:20:27,323 DEBUG [RS:0;b3c019fcff38:46121 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1193c50c-d3a1-eabd-1dab-2d34626fd36b/oldWALs 2024-11-10T00:20:27,323 INFO [RS:0;b3c019fcff38:46121 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b3c019fcff38%2C46121%2C1731198021316:(num 1731198023307) 2024-11-10T00:20:27,323 DEBUG [RS:0;b3c019fcff38:46121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:27,323 INFO [RS:0;b3c019fcff38:46121 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T00:20:27,323 INFO [RS:0;b3c019fcff38:46121 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T00:20:27,323 INFO [RS:0;b3c019fcff38:46121 {}] hbase.ChoreService(370): Chore service for: regionserver/b3c019fcff38:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T00:20:27,323 INFO [RS:0;b3c019fcff38:46121 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T00:20:27,323 INFO [regionserver/b3c019fcff38:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T00:20:27,323 INFO [RS:0;b3c019fcff38:46121 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46121 2024-11-10T00:20:27,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46121-0x100ff3f46790004, quorum=127.0.0.1:64702, baseZNode=/1-2037344914 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2037344914/rs/b3c019fcff38,46121,1731198021316 2024-11-10T00:20:27,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43865-0x100ff3f46790003, quorum=127.0.0.1:64702, baseZNode=/1-2037344914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2037344914/rs 2024-11-10T00:20:27,326 INFO [RS:0;b3c019fcff38:46121 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T00:20:27,328 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b3c019fcff38,46121,1731198021316] 2024-11-10T00:20:27,329 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2037344914/draining/b3c019fcff38,46121,1731198021316 already deleted, retry=false 2024-11-10T00:20:27,329 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b3c019fcff38,46121,1731198021316 expired; onlineServers=0 2024-11-10T00:20:27,330 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b3c019fcff38,43865,1731198021269' ***** 2024-11-10T00:20:27,330 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T00:20:27,330 INFO [M:0;b3c019fcff38:43865 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T00:20:27,330 INFO [M:0;b3c019fcff38:43865 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T00:20:27,330 DEBUG [M:0;b3c019fcff38:43865 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T00:20:27,330 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T00:20:27,330 DEBUG [M:0;b3c019fcff38:43865 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T00:20:27,330 DEBUG [master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731198023097 {}] cleaner.HFileCleaner(306): Exit Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731198023097,5,FailOnTimeoutGroup] 2024-11-10T00:20:27,330 DEBUG [master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731198023097 {}] cleaner.HFileCleaner(306): Exit Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731198023097,5,FailOnTimeoutGroup] 2024-11-10T00:20:27,330 INFO [M:0;b3c019fcff38:43865 {}] hbase.ChoreService(370): Chore service for: master/b3c019fcff38:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T00:20:27,330 INFO [M:0;b3c019fcff38:43865 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T00:20:27,331 DEBUG [M:0;b3c019fcff38:43865 {}] master.HMaster(1795): Stopping service threads 2024-11-10T00:20:27,331 INFO [M:0;b3c019fcff38:43865 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T00:20:27,331 INFO [M:0;b3c019fcff38:43865 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T00:20:27,331 INFO [M:0;b3c019fcff38:43865 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T00:20:27,331 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T00:20:27,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43865-0x100ff3f46790003, quorum=127.0.0.1:64702, baseZNode=/1-2037344914 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2037344914/master 2024-11-10T00:20:27,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43865-0x100ff3f46790003, quorum=127.0.0.1:64702, baseZNode=/1-2037344914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2037344914 2024-11-10T00:20:27,332 DEBUG [M:0;b3c019fcff38:43865 {}] zookeeper.ZKUtil(347): master:43865-0x100ff3f46790003, quorum=127.0.0.1:64702, baseZNode=/1-2037344914 Unable to get data of znode /1-2037344914/master because node does not exist (not an error) 2024-11-10T00:20:27,332 WARN [M:0;b3c019fcff38:43865 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T00:20:27,332 INFO [M:0;b3c019fcff38:43865 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46847/user/jenkins/test-data/1193c50c-d3a1-eabd-1dab-2d34626fd36b/.lastflushedseqids 2024-11-10T00:20:27,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40569 is added to blk_1073741836_1012 (size=99) 2024-11-10T00:20:27,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46121-0x100ff3f46790004, quorum=127.0.0.1:64702, baseZNode=/1-2037344914 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:20:27,428 INFO [RS:0;b3c019fcff38:46121 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T00:20:27,428 INFO [RS:0;b3c019fcff38:46121 {}] regionserver.HRegionServer(1031): Exiting; stopping=b3c019fcff38,46121,1731198021316; zookeeper connection closed. 2024-11-10T00:20:27,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46121-0x100ff3f46790004, quorum=127.0.0.1:64702, baseZNode=/1-2037344914 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:20:27,428 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@e1353d4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@e1353d4 2024-11-10T00:20:27,429 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T00:20:27,737 INFO [M:0;b3c019fcff38:43865 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T00:20:27,737 INFO [M:0;b3c019fcff38:43865 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T00:20:27,737 DEBUG [M:0;b3c019fcff38:43865 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T00:20:27,738 INFO [M:0;b3c019fcff38:43865 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:20:27,738 DEBUG [M:0;b3c019fcff38:43865 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:20:27,738 DEBUG [M:0;b3c019fcff38:43865 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T00:20:27,738 DEBUG [M:0;b3c019fcff38:43865 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:20:27,738 INFO [M:0;b3c019fcff38:43865 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-10T00:20:27,754 DEBUG [M:0;b3c019fcff38:43865 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46847/user/jenkins/test-data/1193c50c-d3a1-eabd-1dab-2d34626fd36b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/50c13db24ce947acb24aff770dd65eac is 82, key is hbase:meta,,1/info:regioninfo/1731198024279/Put/seqid=0 2024-11-10T00:20:27,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40569 is added to blk_1073741837_1013 (size=5672) 2024-11-10T00:20:27,828 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,35007,1731198017587.replicationSource.wal-reader.b3c019fcff38%2C35007%2C1731198017587,1-b3c019fcff38,35007,1731198017587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/WALs/b3c019fcff38,35007,1731198017587/b3c019fcff38%2C35007%2C1731198017587.1731198019571 to pos 0, reset compression=false 2024-11-10T00:20:28,159 INFO [M:0;b3c019fcff38:43865 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46847/user/jenkins/test-data/1193c50c-d3a1-eabd-1dab-2d34626fd36b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/50c13db24ce947acb24aff770dd65eac 2024-11-10T00:20:28,180 DEBUG [M:0;b3c019fcff38:43865 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46847/user/jenkins/test-data/1193c50c-d3a1-eabd-1dab-2d34626fd36b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/64fa0cbaae744827bdabc58050a186cf is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731198024301/Put/seqid=0 2024-11-10T00:20:28,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40569 is added to blk_1073741838_1014 (size=5275) 2024-11-10T00:20:28,533 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,35007,1731198017587.replicationSource.wal-reader.b3c019fcff38%2C35007%2C1731198017587,1-b3c019fcff38,35007,1731198017587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/WALs/b3c019fcff38,35007,1731198017587/b3c019fcff38%2C35007%2C1731198017587.1731198019571 to pos 0, reset compression=false 2024-11-10T00:20:28,585 INFO [M:0;b3c019fcff38:43865 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46847/user/jenkins/test-data/1193c50c-d3a1-eabd-1dab-2d34626fd36b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/64fa0cbaae744827bdabc58050a186cf 2024-11-10T00:20:28,605 DEBUG [M:0;b3c019fcff38:43865 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46847/user/jenkins/test-data/1193c50c-d3a1-eabd-1dab-2d34626fd36b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee72a8303b0849eeac7a5a8905cb0c9c is 69, key is b3c019fcff38,46121,1731198021316/rs:state/1731198023155/Put/seqid=0 2024-11-10T00:20:28,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40569 is added to blk_1073741839_1015 (size=5156) 2024-11-10T00:20:29,009 INFO [M:0;b3c019fcff38:43865 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46847/user/jenkins/test-data/1193c50c-d3a1-eabd-1dab-2d34626fd36b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee72a8303b0849eeac7a5a8905cb0c9c 2024-11-10T00:20:29,015 DEBUG [M:0;b3c019fcff38:43865 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46847/user/jenkins/test-data/1193c50c-d3a1-eabd-1dab-2d34626fd36b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/50c13db24ce947acb24aff770dd65eac as hdfs://localhost:46847/user/jenkins/test-data/1193c50c-d3a1-eabd-1dab-2d34626fd36b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/50c13db24ce947acb24aff770dd65eac 2024-11-10T00:20:29,020 INFO [M:0;b3c019fcff38:43865 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46847/user/jenkins/test-data/1193c50c-d3a1-eabd-1dab-2d34626fd36b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/50c13db24ce947acb24aff770dd65eac, entries=8, sequenceid=28, filesize=5.5 K 2024-11-10T00:20:29,021 DEBUG [M:0;b3c019fcff38:43865 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46847/user/jenkins/test-data/1193c50c-d3a1-eabd-1dab-2d34626fd36b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/64fa0cbaae744827bdabc58050a186cf as hdfs://localhost:46847/user/jenkins/test-data/1193c50c-d3a1-eabd-1dab-2d34626fd36b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/64fa0cbaae744827bdabc58050a186cf 2024-11-10T00:20:29,027 INFO [M:0;b3c019fcff38:43865 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46847/user/jenkins/test-data/1193c50c-d3a1-eabd-1dab-2d34626fd36b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/64fa0cbaae744827bdabc58050a186cf, entries=3, sequenceid=28, filesize=5.2 K 2024-11-10T00:20:29,027 DEBUG [M:0;b3c019fcff38:43865 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46847/user/jenkins/test-data/1193c50c-d3a1-eabd-1dab-2d34626fd36b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee72a8303b0849eeac7a5a8905cb0c9c as hdfs://localhost:46847/user/jenkins/test-data/1193c50c-d3a1-eabd-1dab-2d34626fd36b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ee72a8303b0849eeac7a5a8905cb0c9c 2024-11-10T00:20:29,032 INFO [M:0;b3c019fcff38:43865 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46847/user/jenkins/test-data/1193c50c-d3a1-eabd-1dab-2d34626fd36b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ee72a8303b0849eeac7a5a8905cb0c9c, entries=1, sequenceid=28, filesize=5.0 K 2024-11-10T00:20:29,034 INFO [M:0;b3c019fcff38:43865 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=28, compaction requested=false 2024-11-10T00:20:29,035 INFO [M:0;b3c019fcff38:43865 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:20:29,035 DEBUG [M:0;b3c019fcff38:43865 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731198027737Disabling compacts and flushes for region at 1731198027737Disabling writes for close at 1731198027738 (+1 ms)Obtaining lock to block concurrent updates at 1731198027738Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731198027738Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731198027738Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731198027739 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731198027739Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731198027753 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731198027753Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731198028165 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731198028179 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731198028179Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731198028590 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731198028604 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731198028604Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3aa8db06: reopening flushed file at 1731198029015 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c4ce7f6: reopening flushed file at 1731198029021 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b64f96b: reopening flushed file at 1731198029027 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=28, compaction requested=false at 1731198029034 (+7 ms)Writing region close event to WAL at 1731198029035 (+1 ms)Closed at 1731198029035 2024-11-10T00:20:29,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40569 is added to blk_1073741830_1006 (size=10165) 2024-11-10T00:20:29,038 INFO [M:0;b3c019fcff38:43865 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T00:20:29,038 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T00:20:29,038 INFO [M:0;b3c019fcff38:43865 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43865 2024-11-10T00:20:29,039 INFO [M:0;b3c019fcff38:43865 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T00:20:29,141 INFO [M:0;b3c019fcff38:43865 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T00:20:29,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43865-0x100ff3f46790003, quorum=127.0.0.1:64702, baseZNode=/1-2037344914 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:20:29,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43865-0x100ff3f46790003, quorum=127.0.0.1:64702, baseZNode=/1-2037344914 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:20:29,144 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18bd4cf0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T00:20:29,145 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ef24bac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T00:20:29,145 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T00:20:29,145 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3455b4c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T00:20:29,145 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75f9c4cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f717cf-c877-968c-d58f-62af6c920e7e/hadoop.log.dir/,STOPPED} 2024-11-10T00:20:29,147 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T00:20:29,147 WARN [BP-1187656546-172.17.0.2-1731198020242 heartbeating to localhost/127.0.0.1:46847 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T00:20:29,147 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T00:20:29,147 WARN [BP-1187656546-172.17.0.2-1731198020242 heartbeating to localhost/127.0.0.1:46847 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1187656546-172.17.0.2-1731198020242 (Datanode Uuid 111b56eb-da17-4e09-b054-d13bf735250e) service to localhost/127.0.0.1:46847 2024-11-10T00:20:29,147 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f717cf-c877-968c-d58f-62af6c920e7e/cluster_5bfb581b-87ba-8afc-e6e7-231fdc6a72cc/data/data1/current/BP-1187656546-172.17.0.2-1731198020242 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T00:20:29,147 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f717cf-c877-968c-d58f-62af6c920e7e/cluster_5bfb581b-87ba-8afc-e6e7-231fdc6a72cc/data/data2/current/BP-1187656546-172.17.0.2-1731198020242 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T00:20:29,148 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T00:20:29,154 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@154bdd13{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T00:20:29,155 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26f755eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T00:20:29,155 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T00:20:29,155 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6c2435{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T00:20:29,155 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13222590{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f717cf-c877-968c-d58f-62af6c920e7e/hadoop.log.dir/,STOPPED} 2024-11-10T00:20:29,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T00:20:29,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T00:20:29,170 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:20:29,170 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:20:29,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:29,170 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:20:29,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:29,170 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T00:20:29,170 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1355690536, stopped=false 2024-11-10T00:20:29,170 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b3c019fcff38,37931,1731198017481 2024-11-10T00:20:29,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37931-0x100ff3f46790000, quorum=127.0.0.1:64702, baseZNode=/01452147101 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01452147101/running 2024-11-10T00:20:29,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35007-0x100ff3f46790001, quorum=127.0.0.1:64702, baseZNode=/01452147101 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01452147101/running 2024-11-10T00:20:29,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37931-0x100ff3f46790000, quorum=127.0.0.1:64702, baseZNode=/01452147101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01452147101 2024-11-10T00:20:29,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35007-0x100ff3f46790001, quorum=127.0.0.1:64702, baseZNode=/01452147101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01452147101 2024-11-10T00:20:29,172 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T00:20:29,173 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:20:29,173 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:20:29,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:29,173 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37931-0x100ff3f46790000, quorum=127.0.0.1:64702, baseZNode=/01452147101 Set watcher on znode that does not yet exist, /01452147101/running 2024-11-10T00:20:29,173 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b3c019fcff38,35007,1731198017587' ***** 2024-11-10T00:20:29,173 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T00:20:29,173 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35007-0x100ff3f46790001, quorum=127.0.0.1:64702, baseZNode=/01452147101 Set watcher on znode that does not yet exist, /01452147101/running 2024-11-10T00:20:29,173 INFO [RS:0;b3c019fcff38:35007 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T00:20:29,173 INFO [RS:0;b3c019fcff38:35007 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T00:20:29,173 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T00:20:29,173 INFO [RS:0;b3c019fcff38:35007 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T00:20:29,174 INFO [RS:0;b3c019fcff38:35007 {}] regionserver.HRegionServer(3091): Received CLOSE for ec33b3529b087f86b66da17e6cd438c7 2024-11-10T00:20:29,174 INFO [RS:0;b3c019fcff38:35007 {}] regionserver.HRegionServer(959): stopping server b3c019fcff38,35007,1731198017587 2024-11-10T00:20:29,174 INFO [RS:0;b3c019fcff38:35007 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T00:20:29,174 INFO [RS:0;b3c019fcff38:35007 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b3c019fcff38:35007. 2024-11-10T00:20:29,174 DEBUG [RS:0;b3c019fcff38:35007 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:20:29,174 DEBUG [RS:0;b3c019fcff38:35007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:29,174 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ec33b3529b087f86b66da17e6cd438c7, disabling compactions & flushes 2024-11-10T00:20:29,174 INFO [RS:0;b3c019fcff38:35007 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T00:20:29,174 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731198024368.ec33b3529b087f86b66da17e6cd438c7. 2024-11-10T00:20:29,174 INFO [RS:0;b3c019fcff38:35007 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T00:20:29,174 INFO [RS:0;b3c019fcff38:35007 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T00:20:29,174 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731198024368.ec33b3529b087f86b66da17e6cd438c7. 2024-11-10T00:20:29,175 INFO [RS:0;b3c019fcff38:35007 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T00:20:29,175 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731198024368.ec33b3529b087f86b66da17e6cd438c7. after waiting 0 ms 2024-11-10T00:20:29,175 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731198024368.ec33b3529b087f86b66da17e6cd438c7. 2024-11-10T00:20:29,175 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ec33b3529b087f86b66da17e6cd438c7 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-10T00:20:29,175 INFO [RS:0;b3c019fcff38:35007 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T00:20:29,175 DEBUG [RS:0;b3c019fcff38:35007 {}] regionserver.HRegionServer(1325): Online Regions={ec33b3529b087f86b66da17e6cd438c7=hbase:replication,,1731198024368.ec33b3529b087f86b66da17e6cd438c7., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T00:20:29,175 DEBUG [RS:0;b3c019fcff38:35007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ec33b3529b087f86b66da17e6cd438c7 2024-11-10T00:20:29,175 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T00:20:29,175 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T00:20:29,175 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T00:20:29,175 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T00:20:29,175 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T00:20:29,175 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-10T00:20:29,191 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/data/hbase/replication/ec33b3529b087f86b66da17e6cd438c7/.tmp/queue/ab3a460ecfd64e17b4e662eae47733f5 is 151, key is 1-b3c019fcff38,35007,1731198017587/queue:b3c019fcff38%2C35007%2C1731198017587/1731198025774/Put/seqid=0 2024-11-10T00:20:29,191 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/data/hbase/meta/1588230740/.tmp/info/2727e0478e7f459a89cdf39b87433129 is 147, key is hbase:replication,,1731198024368.ec33b3529b087f86b66da17e6cd438c7./info:regioninfo/1731198025551/Put/seqid=0 2024-11-10T00:20:29,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41701 is added to blk_1073741839_1015 (size=6631) 2024-11-10T00:20:29,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41701 is added to blk_1073741838_1014 (size=5350) 2024-11-10T00:20:29,246 INFO [regionserver/b3c019fcff38:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T00:20:29,338 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,35007,1731198017587.replicationSource.wal-reader.b3c019fcff38%2C35007%2C1731198017587,1-b3c019fcff38,35007,1731198017587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/WALs/b3c019fcff38,35007,1731198017587/b3c019fcff38%2C35007%2C1731198017587.1731198019571 to pos 0, reset compression=false 2024-11-10T00:20:29,375 DEBUG [RS:0;b3c019fcff38:35007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ec33b3529b087f86b66da17e6cd438c7 2024-11-10T00:20:29,439 INFO [regionserver/b3c019fcff38:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T00:20:29,439 INFO [regionserver/b3c019fcff38:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T00:20:29,575 DEBUG [RS:0;b3c019fcff38:35007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ec33b3529b087f86b66da17e6cd438c7 2024-11-10T00:20:29,596 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/data/hbase/replication/ec33b3529b087f86b66da17e6cd438c7/.tmp/queue/ab3a460ecfd64e17b4e662eae47733f5 2024-11-10T00:20:29,596 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/data/hbase/meta/1588230740/.tmp/info/2727e0478e7f459a89cdf39b87433129 2024-11-10T00:20:29,604 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/data/hbase/replication/ec33b3529b087f86b66da17e6cd438c7/.tmp/queue/ab3a460ecfd64e17b4e662eae47733f5 as hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/data/hbase/replication/ec33b3529b087f86b66da17e6cd438c7/queue/ab3a460ecfd64e17b4e662eae47733f5 2024-11-10T00:20:29,611 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/data/hbase/replication/ec33b3529b087f86b66da17e6cd438c7/queue/ab3a460ecfd64e17b4e662eae47733f5, entries=1, sequenceid=5, filesize=5.2 K 2024-11-10T00:20:29,612 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for ec33b3529b087f86b66da17e6cd438c7 in 437ms, sequenceid=5, compaction requested=false 2024-11-10T00:20:29,616 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/data/hbase/replication/ec33b3529b087f86b66da17e6cd438c7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T00:20:29,617 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T00:20:29,617 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T00:20:29,617 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731198024368.ec33b3529b087f86b66da17e6cd438c7. 2024-11-10T00:20:29,617 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ec33b3529b087f86b66da17e6cd438c7: Waiting for close lock at 1731198029174Running coprocessor pre-close hooks at 1731198029174Disabling compacts and flushes for region at 1731198029174Disabling writes for close at 1731198029175 (+1 ms)Obtaining lock to block concurrent updates at 1731198029175Preparing flush snapshotting stores in ec33b3529b087f86b66da17e6cd438c7 at 1731198029175Finished memstore snapshotting hbase:replication,,1731198024368.ec33b3529b087f86b66da17e6cd438c7., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731198029175Flushing stores of hbase:replication,,1731198024368.ec33b3529b087f86b66da17e6cd438c7. at 1731198029176 (+1 ms)Flushing ec33b3529b087f86b66da17e6cd438c7/queue: creating writer at 1731198029176Flushing ec33b3529b087f86b66da17e6cd438c7/queue: appending metadata at 1731198029190 (+14 ms)Flushing ec33b3529b087f86b66da17e6cd438c7/queue: closing flushed file at 1731198029190Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bdbd3e0: reopening flushed file at 1731198029603 (+413 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for ec33b3529b087f86b66da17e6cd438c7 in 437ms, sequenceid=5, compaction requested=false at 1731198029612 (+9 ms)Writing region close event to WAL at 1731198029613 (+1 ms)Running coprocessor post-close hooks at 1731198029617 (+4 ms)Closed at 1731198029617 2024-11-10T00:20:29,617 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731198024368.ec33b3529b087f86b66da17e6cd438c7. 2024-11-10T00:20:29,619 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/data/hbase/meta/1588230740/.tmp/ns/f9b7d7001fe5485eb38646bdb327a785 is 43, key is default/ns:d/1731198020186/Put/seqid=0 2024-11-10T00:20:29,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41701 is added to blk_1073741840_1016 (size=5153) 2024-11-10T00:20:29,775 DEBUG [RS:0;b3c019fcff38:35007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:20:29,976 DEBUG [RS:0;b3c019fcff38:35007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:20:30,023 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/data/hbase/meta/1588230740/.tmp/ns/f9b7d7001fe5485eb38646bdb327a785 2024-11-10T00:20:30,048 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/data/hbase/meta/1588230740/.tmp/table/7528e8e2baa548f78cfb7cd6f16b2faa is 53, key is hbase:replication/table:state/1731198025561/Put/seqid=0 2024-11-10T00:20:30,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41701 is added to blk_1073741841_1017 (size=5256) 2024-11-10T00:20:30,176 INFO [RS:0;b3c019fcff38:35007 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T00:20:30,176 DEBUG [RS:0;b3c019fcff38:35007 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T00:20:30,176 DEBUG [RS:0;b3c019fcff38:35007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:20:30,244 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,35007,1731198017587.replicationSource.wal-reader.b3c019fcff38%2C35007%2C1731198017587,1-b3c019fcff38,35007,1731198017587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/WALs/b3c019fcff38,35007,1731198017587/b3c019fcff38%2C35007%2C1731198017587.1731198019571 to pos 0, reset compression=false 2024-11-10T00:20:30,376 DEBUG [RS:0;b3c019fcff38:35007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:20:30,454 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/data/hbase/meta/1588230740/.tmp/table/7528e8e2baa548f78cfb7cd6f16b2faa 2024-11-10T00:20:30,460 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/data/hbase/meta/1588230740/.tmp/info/2727e0478e7f459a89cdf39b87433129 as hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/data/hbase/meta/1588230740/info/2727e0478e7f459a89cdf39b87433129 2024-11-10T00:20:30,465 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/data/hbase/meta/1588230740/info/2727e0478e7f459a89cdf39b87433129, entries=10, sequenceid=11, filesize=6.5 K 2024-11-10T00:20:30,466 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/data/hbase/meta/1588230740/.tmp/ns/f9b7d7001fe5485eb38646bdb327a785 as hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/data/hbase/meta/1588230740/ns/f9b7d7001fe5485eb38646bdb327a785 2024-11-10T00:20:30,471 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/data/hbase/meta/1588230740/ns/f9b7d7001fe5485eb38646bdb327a785, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T00:20:30,471 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/data/hbase/meta/1588230740/.tmp/table/7528e8e2baa548f78cfb7cd6f16b2faa as hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/data/hbase/meta/1588230740/table/7528e8e2baa548f78cfb7cd6f16b2faa 2024-11-10T00:20:30,476 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/data/hbase/meta/1588230740/table/7528e8e2baa548f78cfb7cd6f16b2faa, entries=2, sequenceid=11, filesize=5.1 K 2024-11-10T00:20:30,478 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1303ms, sequenceid=11, compaction requested=false 2024-11-10T00:20:30,482 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T00:20:30,483 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T00:20:30,483 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T00:20:30,483 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T00:20:30,483 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731198029175Running coprocessor pre-close hooks at 1731198029175Disabling compacts and flushes for region at 1731198029175Disabling writes for close at 1731198029175Obtaining lock to block concurrent updates at 1731198029175Preparing flush snapshotting stores in 1588230740 at 1731198029175Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731198029176 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731198029176Flushing 1588230740/info: creating writer at 1731198029176Flushing 1588230740/info: appending metadata at 1731198029191 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731198029191Flushing 1588230740/ns: creating writer at 1731198029603 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731198029618 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731198029618Flushing 1588230740/table: creating writer at 1731198030030 (+412 ms)Flushing 1588230740/table: appending metadata at 1731198030048 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731198030048Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c153064: reopening flushed file at 1731198030459 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@302be8c5: reopening flushed file at 1731198030465 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9fcaff: reopening flushed file at 1731198030471 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1303ms, sequenceid=11, compaction requested=false at 1731198030478 (+7 ms)Writing region close event to WAL at 1731198030479 (+1 ms)Running coprocessor post-close hooks at 1731198030483 (+4 ms)Closed at 1731198030483 2024-11-10T00:20:30,483 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T00:20:30,576 INFO [RS:0;b3c019fcff38:35007 {}] regionserver.HRegionServer(976): stopping server b3c019fcff38,35007,1731198017587; all regions closed. 2024-11-10T00:20:30,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41701 is added to blk_1073741834_1010 (size=2742) 2024-11-10T00:20:30,579 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/WALs/b3c019fcff38,35007,1731198017587/b3c019fcff38%2C35007%2C1731198017587.meta.1731198020132.meta not finished, retry = 0 2024-11-10T00:20:30,682 DEBUG [RS:0;b3c019fcff38:35007 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/oldWALs 2024-11-10T00:20:30,682 INFO [RS:0;b3c019fcff38:35007 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b3c019fcff38%2C35007%2C1731198017587.meta:.meta(num 1731198020132) 2024-11-10T00:20:30,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41701 is added to blk_1073741837_1013 (size=1586) 2024-11-10T00:20:30,686 DEBUG [RS:0;b3c019fcff38:35007 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/oldWALs 2024-11-10T00:20:30,686 INFO [RS:0;b3c019fcff38:35007 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b3c019fcff38%2C35007%2C1731198017587.rep:(num 1731198025514) 2024-11-10T00:20:30,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41701 is added to blk_1073741832_1008 (size=93) 2024-11-10T00:20:30,690 DEBUG [RS:0;b3c019fcff38:35007 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/oldWALs 2024-11-10T00:20:30,690 INFO [RS:0;b3c019fcff38:35007 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b3c019fcff38%2C35007%2C1731198017587:(num 1731198019571) 2024-11-10T00:20:30,690 DEBUG [RS:0;b3c019fcff38:35007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:30,690 INFO [RS:0;b3c019fcff38:35007 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T00:20:30,690 INFO [RS:0;b3c019fcff38:35007 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T00:20:30,691 INFO [RS:0;b3c019fcff38:35007 {}] hbase.ChoreService(370): Chore service for: regionserver/b3c019fcff38:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T00:20:30,691 INFO [RS:0;b3c019fcff38:35007 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T00:20:30,691 INFO [regionserver/b3c019fcff38:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T00:20:30,691 INFO [RS:0;b3c019fcff38:35007 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b3c019fcff38,35007,1731198017587 because: Region server is closing 2024-11-10T00:20:30,691 INFO [RS:0;b3c019fcff38:35007 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b3c019fcff38:35007. 2024-11-10T00:20:30,691 DEBUG [RS:0;b3c019fcff38:35007 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:20:30,691 DEBUG [RS:0;b3c019fcff38:35007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:30,691 DEBUG [RS:0;b3c019fcff38:35007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:30,692 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:20:30,792 WARN [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,35007,1731198017587.replicationSource.wal-reader.b3c019fcff38%2C35007%2C1731198017587,1-b3c019fcff38,35007,1731198017587 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T00:20:30,792 WARN [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,35007,1731198017587.replicationSource.shipperb3c019fcff38%2C35007%2C1731198017587,1-b3c019fcff38,35007,1731198017587 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T00:20:30,792 INFO [RS:0;b3c019fcff38:35007 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,35007,1731198017587.replicationSource.shipperb3c019fcff38%2C35007%2C1731198017587,1-b3c019fcff38,35007,1731198017587 terminated 2024-11-10T00:20:30,792 INFO [RS:0;b3c019fcff38:35007 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35007 2024-11-10T00:20:30,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35007-0x100ff3f46790001, quorum=127.0.0.1:64702, baseZNode=/01452147101 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01452147101/rs/b3c019fcff38,35007,1731198017587 2024-11-10T00:20:30,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37931-0x100ff3f46790000, quorum=127.0.0.1:64702, baseZNode=/01452147101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01452147101/rs 2024-11-10T00:20:30,794 INFO [RS:0;b3c019fcff38:35007 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T00:20:30,796 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b3c019fcff38,35007,1731198017587] 2024-11-10T00:20:30,798 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01452147101/draining/b3c019fcff38,35007,1731198017587 already deleted, retry=false 2024-11-10T00:20:30,798 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b3c019fcff38,35007,1731198017587 expired; onlineServers=0 2024-11-10T00:20:30,798 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b3c019fcff38,37931,1731198017481' ***** 2024-11-10T00:20:30,798 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T00:20:30,798 INFO [M:0;b3c019fcff38:37931 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T00:20:30,798 INFO [M:0;b3c019fcff38:37931 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T00:20:30,799 DEBUG [M:0;b3c019fcff38:37931 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T00:20:30,799 DEBUG [M:0;b3c019fcff38:37931 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T00:20:30,799 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T00:20:30,799 DEBUG [master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731198019382 {}] cleaner.HFileCleaner(306): Exit Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731198019382,5,FailOnTimeoutGroup] 2024-11-10T00:20:30,799 DEBUG [master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731198019380 {}] cleaner.HFileCleaner(306): Exit Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731198019380,5,FailOnTimeoutGroup] 2024-11-10T00:20:30,799 INFO [M:0;b3c019fcff38:37931 {}] hbase.ChoreService(370): Chore service for: master/b3c019fcff38:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T00:20:30,799 INFO [M:0;b3c019fcff38:37931 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T00:20:30,799 DEBUG [M:0;b3c019fcff38:37931 {}] master.HMaster(1795): Stopping service threads 2024-11-10T00:20:30,799 INFO [M:0;b3c019fcff38:37931 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T00:20:30,799 INFO [M:0;b3c019fcff38:37931 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T00:20:30,799 INFO [M:0;b3c019fcff38:37931 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T00:20:30,799 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T00:20:30,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37931-0x100ff3f46790000, quorum=127.0.0.1:64702, baseZNode=/01452147101 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01452147101/master 2024-11-10T00:20:30,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37931-0x100ff3f46790000, quorum=127.0.0.1:64702, baseZNode=/01452147101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01452147101 2024-11-10T00:20:30,800 DEBUG [M:0;b3c019fcff38:37931 {}] zookeeper.ZKUtil(347): master:37931-0x100ff3f46790000, quorum=127.0.0.1:64702, baseZNode=/01452147101 Unable to get data of znode /01452147101/master because node does not exist (not an error) 2024-11-10T00:20:30,800 WARN [M:0;b3c019fcff38:37931 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T00:20:30,801 INFO [M:0;b3c019fcff38:37931 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/.lastflushedseqids 2024-11-10T00:20:30,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41701 is added to blk_1073741842_1018 (size=181) 2024-11-10T00:20:30,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35007-0x100ff3f46790001, quorum=127.0.0.1:64702, baseZNode=/01452147101 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:20:30,896 INFO [RS:0;b3c019fcff38:35007 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T00:20:30,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35007-0x100ff3f46790001, quorum=127.0.0.1:64702, baseZNode=/01452147101 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:20:30,896 INFO [RS:0;b3c019fcff38:35007 {}] regionserver.HRegionServer(1031): Exiting; stopping=b3c019fcff38,35007,1731198017587; zookeeper connection closed. 2024-11-10T00:20:30,897 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@39a92ea1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@39a92ea1 2024-11-10T00:20:30,897 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T00:20:31,035 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T00:20:31,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:20:31,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:20:31,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:20:31,206 INFO [M:0;b3c019fcff38:37931 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T00:20:31,206 INFO [M:0;b3c019fcff38:37931 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T00:20:31,207 DEBUG [M:0;b3c019fcff38:37931 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T00:20:31,207 INFO [M:0;b3c019fcff38:37931 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:20:31,207 DEBUG [M:0;b3c019fcff38:37931 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:20:31,207 DEBUG [M:0;b3c019fcff38:37931 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T00:20:31,207 DEBUG [M:0;b3c019fcff38:37931 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:20:31,207 INFO [M:0;b3c019fcff38:37931 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-10T00:20:31,223 DEBUG [M:0;b3c019fcff38:37931 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0183c0661ea9436cbc8ed25f82cb775f is 82, key is hbase:meta,,1/info:regioninfo/1731198020170/Put/seqid=0 2024-11-10T00:20:31,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41701 is added to blk_1073741843_1019 (size=5672) 2024-11-10T00:20:31,343 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T00:20:31,343 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T00:20:31,343 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T00:20:31,628 INFO [M:0;b3c019fcff38:37931 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0183c0661ea9436cbc8ed25f82cb775f 2024-11-10T00:20:31,648 DEBUG [M:0;b3c019fcff38:37931 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5dc10bb0dea54375ac52fa170b916176 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731198025566/Put/seqid=0 2024-11-10T00:20:31,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41701 is added to blk_1073741844_1020 (size=7203) 2024-11-10T00:20:32,053 INFO [M:0;b3c019fcff38:37931 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5dc10bb0dea54375ac52fa170b916176 2024-11-10T00:20:32,076 DEBUG [M:0;b3c019fcff38:37931 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/26721742001446498a04d53f15fcb82c is 69, key is b3c019fcff38,35007,1731198017587/rs:state/1731198019427/Put/seqid=0 2024-11-10T00:20:32,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41701 is added to blk_1073741845_1021 (size=5156) 2024-11-10T00:20:32,481 INFO [M:0;b3c019fcff38:37931 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/26721742001446498a04d53f15fcb82c 2024-11-10T00:20:32,487 DEBUG [M:0;b3c019fcff38:37931 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0183c0661ea9436cbc8ed25f82cb775f as hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0183c0661ea9436cbc8ed25f82cb775f 2024-11-10T00:20:32,492 INFO [M:0;b3c019fcff38:37931 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0183c0661ea9436cbc8ed25f82cb775f, entries=8, sequenceid=70, filesize=5.5 K 2024-11-10T00:20:32,493 DEBUG [M:0;b3c019fcff38:37931 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5dc10bb0dea54375ac52fa170b916176 as hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5dc10bb0dea54375ac52fa170b916176 2024-11-10T00:20:32,497 INFO [M:0;b3c019fcff38:37931 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5dc10bb0dea54375ac52fa170b916176, entries=8, sequenceid=70, filesize=7.0 K 2024-11-10T00:20:32,498 DEBUG [M:0;b3c019fcff38:37931 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/26721742001446498a04d53f15fcb82c as hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/26721742001446498a04d53f15fcb82c 2024-11-10T00:20:32,502 INFO [M:0;b3c019fcff38:37931 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45957/user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/26721742001446498a04d53f15fcb82c, entries=1, sequenceid=70, filesize=5.0 K 2024-11-10T00:20:32,503 INFO [M:0;b3c019fcff38:37931 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=70, compaction requested=false 2024-11-10T00:20:32,504 INFO [M:0;b3c019fcff38:37931 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:20:32,504 DEBUG [M:0;b3c019fcff38:37931 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731198031207Disabling compacts and flushes for region at 1731198031207Disabling writes for close at 1731198031207Obtaining lock to block concurrent updates at 1731198031207Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731198031207Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731198031207Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731198031208 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731198031208Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731198031222 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731198031222Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731198031633 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731198031647 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731198031647Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731198032058 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731198032075 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731198032075Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60e126a6: reopening flushed file at 1731198032486 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@591c054b: reopening flushed file at 1731198032492 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b2557ae: reopening flushed file at 1731198032497 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=70, compaction requested=false at 1731198032503 (+6 ms)Writing region close event to WAL at 1731198032504 (+1 ms)Closed at 1731198032504 2024-11-10T00:20:32,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41701 is added to blk_1073741830_1006 (size=41008) 2024-11-10T00:20:32,507 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/aaa6c84e-cb2c-96fb-0c69-9857d2e1300b/MasterData/WALs/b3c019fcff38,37931,1731198017481/b3c019fcff38%2C37931%2C1731198017481.1731198019278 not finished, retry = 0 2024-11-10T00:20:32,608 INFO [M:0;b3c019fcff38:37931 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T00:20:32,608 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T00:20:32,608 INFO [M:0;b3c019fcff38:37931 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37931 2024-11-10T00:20:32,608 INFO [M:0;b3c019fcff38:37931 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T00:20:32,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37931-0x100ff3f46790000, quorum=127.0.0.1:64702, baseZNode=/01452147101 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:20:32,710 INFO [M:0;b3c019fcff38:37931 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T00:20:32,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37931-0x100ff3f46790000, quorum=127.0.0.1:64702, baseZNode=/01452147101 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:20:32,713 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d8272f9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T00:20:32,713 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5207c2ea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T00:20:32,713 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T00:20:32,713 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39cf0554{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T00:20:32,713 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d1cbcba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9d772e-6f96-6316-be7a-84431ab01112/hadoop.log.dir/,STOPPED} 2024-11-10T00:20:32,715 WARN [BP-1564756335-172.17.0.2-1731198016530 heartbeating to localhost/127.0.0.1:45957 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T00:20:32,715 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T00:20:32,715 WARN [BP-1564756335-172.17.0.2-1731198016530 heartbeating to localhost/127.0.0.1:45957 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1564756335-172.17.0.2-1731198016530 (Datanode Uuid 702c762e-36dc-4274-9bdb-48e81b2ad70b) service to localhost/127.0.0.1:45957 2024-11-10T00:20:32,715 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T00:20:32,715 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9d772e-6f96-6316-be7a-84431ab01112/cluster_5ce12300-1a41-e481-d429-5e68152f33f1/data/data1/current/BP-1564756335-172.17.0.2-1731198016530 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T00:20:32,716 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9d772e-6f96-6316-be7a-84431ab01112/cluster_5ce12300-1a41-e481-d429-5e68152f33f1/data/data2/current/BP-1564756335-172.17.0.2-1731198016530 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T00:20:32,716 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T00:20:32,721 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4dc36a9a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T00:20:32,722 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3648de12{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T00:20:32,722 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T00:20:32,722 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24580203{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T00:20:32,722 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44f7b8d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9d772e-6f96-6316-be7a-84431ab01112/hadoop.log.dir/,STOPPED} 2024-11-10T00:20:32,729 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T00:20:32,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T00:20:32,749 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=139 (was 108) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64702) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45957 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:46847 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:46847 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:46847 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45957 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:46847 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45957 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64702) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45957 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45957 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46847 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45957 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:45957 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45957 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=62 (was 51) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9765 (was 9942) 2024-11-10T00:20:32,756 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=139, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=62, ProcessCount=11, AvailableMemoryMB=9764 2024-11-10T00:20:32,769 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-10T00:20:32,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f717cf-c877-968c-d58f-62af6c920e7e/hadoop.log.dir so I do NOT create it in target/test-data/721dad30-263b-163c-fbfe-b233fb4eecd5 2024-11-10T00:20:32,769 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f717cf-c877-968c-d58f-62af6c920e7e/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T00:20:32,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f717cf-c877-968c-d58f-62af6c920e7e/hadoop.tmp.dir so I do NOT create it in target/test-data/721dad30-263b-163c-fbfe-b233fb4eecd5 2024-11-10T00:20:32,769 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f717cf-c877-968c-d58f-62af6c920e7e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T00:20:32,769 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721dad30-263b-163c-fbfe-b233fb4eecd5 2024-11-10T00:20:32,769 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721dad30-263b-163c-fbfe-b233fb4eecd5/cluster_265c03f9-c883-e825-23f1-1f5db2454171, deleteOnExit=true 2024-11-10T00:20:32,772 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721dad30-263b-163c-fbfe-b233fb4eecd5/cluster_265c03f9-c883-e825-23f1-1f5db2454171/zookeeper_0, clientPort=58079, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721dad30-263b-163c-fbfe-b233fb4eecd5/cluster_265c03f9-c883-e825-23f1-1f5db2454171/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721dad30-263b-163c-fbfe-b233fb4eecd5/cluster_265c03f9-c883-e825-23f1-1f5db2454171/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T00:20:32,773 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58079 2024-11-10T00:20:32,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T00:20:32,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T00:20:32,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721dad30-263b-163c-fbfe-b233fb4eecd5/test.cache.data in system properties and HBase conf 2024-11-10T00:20:32,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721dad30-263b-163c-fbfe-b233fb4eecd5/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T00:20:32,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721dad30-263b-163c-fbfe-b233fb4eecd5/hadoop.log.dir in system properties and HBase conf 2024-11-10T00:20:32,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721dad30-263b-163c-fbfe-b233fb4eecd5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T00:20:32,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721dad30-263b-163c-fbfe-b233fb4eecd5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T00:20:32,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T00:20:32,773 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T00:20:32,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721dad30-263b-163c-fbfe-b233fb4eecd5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T00:20:32,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721dad30-263b-163c-fbfe-b233fb4eecd5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T00:20:32,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721dad30-263b-163c-fbfe-b233fb4eecd5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T00:20:32,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721dad30-263b-163c-fbfe-b233fb4eecd5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T00:20:32,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721dad30-263b-163c-fbfe-b233fb4eecd5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T00:20:32,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721dad30-263b-163c-fbfe-b233fb4eecd5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T00:20:32,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721dad30-263b-163c-fbfe-b233fb4eecd5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T00:20:32,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721dad30-263b-163c-fbfe-b233fb4eecd5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T00:20:32,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721dad30-263b-163c-fbfe-b233fb4eecd5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T00:20:32,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721dad30-263b-163c-fbfe-b233fb4eecd5/nfs.dump.dir in system properties and HBase conf 2024-11-10T00:20:32,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721dad30-263b-163c-fbfe-b233fb4eecd5/java.io.tmpdir in system properties and HBase conf 2024-11-10T00:20:32,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721dad30-263b-163c-fbfe-b233fb4eecd5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T00:20:32,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721dad30-263b-163c-fbfe-b233fb4eecd5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T00:20:32,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721dad30-263b-163c-fbfe-b233fb4eecd5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T00:20:32,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100ff3f46790002, quorum=127.0.0.1:64702, baseZNode=/01452147101 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T00:20:32,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100ff3f46790005, quorum=127.0.0.1:64702, baseZNode=/1-2037344914 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T00:20:32,827 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100ff3f46790005, quorum=127.0.0.1:64702, baseZNode=/1-2037344914 Received Disconnected from ZooKeeper, ignoring 2024-11-10T00:20:32,827 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100ff3f46790002, quorum=127.0.0.1:64702, baseZNode=/01452147101 Received Disconnected from ZooKeeper, ignoring 2024-11-10T00:20:32,842 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:20:32,846 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T00:20:32,847 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T00:20:32,847 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T00:20:32,847 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T00:20:32,849 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:20:32,849 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fecc9af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721dad30-263b-163c-fbfe-b233fb4eecd5/hadoop.log.dir/,AVAILABLE} 2024-11-10T00:20:32,849 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50695de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T00:20:32,964 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e3d7ff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721dad30-263b-163c-fbfe-b233fb4eecd5/java.io.tmpdir/jetty-localhost-39929-hadoop-hdfs-3_4_1-tests_jar-_-any-1931766369010212983/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T00:20:32,964 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24877fb3{HTTP/1.1, (http/1.1)}{localhost:39929} 2024-11-10T00:20:32,965 INFO [Time-limited test {}] server.Server(415): Started @46669ms 2024-11-10T00:20:33,042 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:20:33,044 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T00:20:33,046 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T00:20:33,046 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T00:20:33,046 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T00:20:33,047 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66e93db9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721dad30-263b-163c-fbfe-b233fb4eecd5/hadoop.log.dir/,AVAILABLE} 2024-11-10T00:20:33,047 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a533fc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T00:20:33,162 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6785d18c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721dad30-263b-163c-fbfe-b233fb4eecd5/java.io.tmpdir/jetty-localhost-41219-hadoop-hdfs-3_4_1-tests_jar-_-any-11136866969642626184/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T00:20:33,162 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@54ec4002{HTTP/1.1, (http/1.1)}{localhost:41219} 2024-11-10T00:20:33,162 INFO [Time-limited test {}] server.Server(415): Started @46867ms 2024-11-10T00:20:33,163 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T00:20:33,262 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721dad30-263b-163c-fbfe-b233fb4eecd5/cluster_265c03f9-c883-e825-23f1-1f5db2454171/data/data1/current/BP-506098933-172.17.0.2-1731198032792/current, will proceed with Du for space computation calculation, 2024-11-10T00:20:33,262 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721dad30-263b-163c-fbfe-b233fb4eecd5/cluster_265c03f9-c883-e825-23f1-1f5db2454171/data/data2/current/BP-506098933-172.17.0.2-1731198032792/current, will proceed with Du for space computation calculation, 2024-11-10T00:20:33,280 WARN [Thread-816 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T00:20:33,283 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8083a8f43d1430cc with lease ID 0x247ec802e54bd858: Processing first storage report for DS-d31a688b-fef8-4fa7-bffd-c72cfbde92ca from datanode DatanodeRegistration(127.0.0.1:45107, datanodeUuid=e26fbdaa-57f5-4dd6-8ec4-4ea1c25d602f, infoPort=41533, infoSecurePort=0, ipcPort=38749, storageInfo=lv=-57;cid=testClusterID;nsid=818131150;c=1731198032792) 2024-11-10T00:20:33,283 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8083a8f43d1430cc with lease ID 0x247ec802e54bd858: from storage DS-d31a688b-fef8-4fa7-bffd-c72cfbde92ca node DatanodeRegistration(127.0.0.1:45107, datanodeUuid=e26fbdaa-57f5-4dd6-8ec4-4ea1c25d602f, infoPort=41533, infoSecurePort=0, ipcPort=38749, storageInfo=lv=-57;cid=testClusterID;nsid=818131150;c=1731198032792), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T00:20:33,283 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8083a8f43d1430cc with lease ID 0x247ec802e54bd858: Processing first storage report for DS-ffc5ab23-e6b3-4daa-a887-d71a69070198 from datanode DatanodeRegistration(127.0.0.1:45107, datanodeUuid=e26fbdaa-57f5-4dd6-8ec4-4ea1c25d602f, infoPort=41533, infoSecurePort=0, ipcPort=38749, storageInfo=lv=-57;cid=testClusterID;nsid=818131150;c=1731198032792) 2024-11-10T00:20:33,283 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8083a8f43d1430cc with lease ID 0x247ec802e54bd858: from storage DS-ffc5ab23-e6b3-4daa-a887-d71a69070198 node DatanodeRegistration(127.0.0.1:45107, datanodeUuid=e26fbdaa-57f5-4dd6-8ec4-4ea1c25d602f, infoPort=41533, infoSecurePort=0, ipcPort=38749, storageInfo=lv=-57;cid=testClusterID;nsid=818131150;c=1731198032792), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T00:20:33,292 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721dad30-263b-163c-fbfe-b233fb4eecd5 2024-11-10T00:20:33,292 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:20:33,293 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:20:33,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45107 is added to blk_1073741825_1001 (size=7) 2024-11-10T00:20:33,702 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec with version=8 2024-11-10T00:20:33,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/hbase-staging 2024-11-10T00:20:33,705 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b3c019fcff38:0 server-side Connection retries=45 2024-11-10T00:20:33,705 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:20:33,705 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T00:20:33,705 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T00:20:33,705 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:20:33,705 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T00:20:33,705 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T00:20:33,705 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T00:20:33,706 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45071 2024-11-10T00:20:33,707 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45071 connecting to ZooKeeper ensemble=127.0.0.1:58079 2024-11-10T00:20:33,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450710x0, quorum=127.0.0.1:58079, baseZNode=/0599927440 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:20:33,713 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45071-0x100ff3f86130000 connected 2024-11-10T00:20:33,731 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:20:33,732 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:20:33,734 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45071-0x100ff3f86130000, quorum=127.0.0.1:58079, baseZNode=/0599927440 Set watcher on znode that does not yet exist, /0599927440/running 2024-11-10T00:20:33,734 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec, hbase.cluster.distributed=false 2024-11-10T00:20:33,736 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45071-0x100ff3f86130000, quorum=127.0.0.1:58079, baseZNode=/0599927440 Set watcher on znode that does not yet exist, /0599927440/acl 2024-11-10T00:20:33,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45071 2024-11-10T00:20:33,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45071 2024-11-10T00:20:33,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45071 2024-11-10T00:20:33,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45071 2024-11-10T00:20:33,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45071 2024-11-10T00:20:33,757 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b3c019fcff38:0 server-side Connection retries=45 2024-11-10T00:20:33,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:20:33,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T00:20:33,757 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T00:20:33,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:20:33,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T00:20:33,757 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T00:20:33,757 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T00:20:33,758 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44229 2024-11-10T00:20:33,759 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44229 connecting to ZooKeeper ensemble=127.0.0.1:58079 2024-11-10T00:20:33,759 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:20:33,761 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:20:33,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442290x0, quorum=127.0.0.1:58079, baseZNode=/0599927440 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:20:33,767 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:442290x0, quorum=127.0.0.1:58079, baseZNode=/0599927440 Set watcher on znode that does not yet exist, /0599927440/running 2024-11-10T00:20:33,767 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44229-0x100ff3f86130001 connected 2024-11-10T00:20:33,767 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T00:20:33,767 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T00:20:33,768 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44229-0x100ff3f86130001, quorum=127.0.0.1:58079, baseZNode=/0599927440 Set watcher on znode that does not yet exist, /0599927440/master 2024-11-10T00:20:33,769 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44229-0x100ff3f86130001, quorum=127.0.0.1:58079, baseZNode=/0599927440 Set watcher on znode that does not yet exist, /0599927440/acl 2024-11-10T00:20:33,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44229 2024-11-10T00:20:33,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44229 2024-11-10T00:20:33,775 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44229 2024-11-10T00:20:33,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44229 2024-11-10T00:20:33,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44229 2024-11-10T00:20:33,788 DEBUG [M:0;b3c019fcff38:45071 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b3c019fcff38:45071 2024-11-10T00:20:33,788 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0599927440/backup-masters/b3c019fcff38,45071,1731198033705 2024-11-10T00:20:33,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44229-0x100ff3f86130001, quorum=127.0.0.1:58079, baseZNode=/0599927440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599927440/backup-masters 2024-11-10T00:20:33,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45071-0x100ff3f86130000, quorum=127.0.0.1:58079, baseZNode=/0599927440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599927440/backup-masters 2024-11-10T00:20:33,791 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45071-0x100ff3f86130000, quorum=127.0.0.1:58079, baseZNode=/0599927440 Set watcher on existing znode=/0599927440/backup-masters/b3c019fcff38,45071,1731198033705 2024-11-10T00:20:33,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44229-0x100ff3f86130001, quorum=127.0.0.1:58079, baseZNode=/0599927440 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0599927440/master 2024-11-10T00:20:33,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45071-0x100ff3f86130000, quorum=127.0.0.1:58079, baseZNode=/0599927440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599927440 2024-11-10T00:20:33,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44229-0x100ff3f86130001, quorum=127.0.0.1:58079, baseZNode=/0599927440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599927440 2024-11-10T00:20:33,793 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45071-0x100ff3f86130000, quorum=127.0.0.1:58079, baseZNode=/0599927440 Set watcher on existing znode=/0599927440/master 2024-11-10T00:20:33,794 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0599927440/backup-masters/b3c019fcff38,45071,1731198033705 from backup master directory 2024-11-10T00:20:33,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45071-0x100ff3f86130000, quorum=127.0.0.1:58079, baseZNode=/0599927440 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0599927440/backup-masters/b3c019fcff38,45071,1731198033705 2024-11-10T00:20:33,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44229-0x100ff3f86130001, quorum=127.0.0.1:58079, baseZNode=/0599927440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599927440/backup-masters 2024-11-10T00:20:33,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45071-0x100ff3f86130000, quorum=127.0.0.1:58079, baseZNode=/0599927440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599927440/backup-masters 2024-11-10T00:20:33,795 WARN [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T00:20:33,795 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b3c019fcff38,45071,1731198033705 2024-11-10T00:20:33,799 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/hbase.id] with ID: 6fb36c9f-215c-457b-9a6b-55c65493fcae 2024-11-10T00:20:33,799 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/.tmp/hbase.id 2024-11-10T00:20:33,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45107 is added to blk_1073741826_1002 (size=42) 2024-11-10T00:20:34,205 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/.tmp/hbase.id]:[hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/hbase.id] 2024-11-10T00:20:34,217 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:20:34,217 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T00:20:34,218 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T00:20:34,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44229-0x100ff3f86130001, quorum=127.0.0.1:58079, baseZNode=/0599927440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599927440 2024-11-10T00:20:34,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45071-0x100ff3f86130000, quorum=127.0.0.1:58079, baseZNode=/0599927440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599927440 2024-11-10T00:20:34,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45107 is added to blk_1073741827_1003 (size=196) 2024-11-10T00:20:34,628 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:20:34,629 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T00:20:34,629 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:20:34,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45107 is added to blk_1073741828_1004 (size=1189) 2024-11-10T00:20:35,036 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/MasterData/data/master/store 2024-11-10T00:20:35,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45107 is added to blk_1073741829_1005 (size=34) 2024-11-10T00:20:35,443 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:20:35,443 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T00:20:35,443 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:20:35,443 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:20:35,443 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T00:20:35,443 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:20:35,443 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:20:35,443 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731198035443Disabling compacts and flushes for region at 1731198035443Disabling writes for close at 1731198035443Writing region close event to WAL at 1731198035443Closed at 1731198035443 2024-11-10T00:20:35,445 WARN [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/MasterData/data/master/store/.initializing 2024-11-10T00:20:35,445 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/MasterData/WALs/b3c019fcff38,45071,1731198033705 2024-11-10T00:20:35,446 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T00:20:35,447 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b3c019fcff38%2C45071%2C1731198033705, suffix=, logDir=hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/MasterData/WALs/b3c019fcff38,45071,1731198033705, archiveDir=hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/MasterData/oldWALs, maxLogs=10 2024-11-10T00:20:35,461 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/MasterData/WALs/b3c019fcff38,45071,1731198033705/b3c019fcff38%2C45071%2C1731198033705.1731198035448, exclude list is [], retry=0 2024-11-10T00:20:35,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45107,DS-d31a688b-fef8-4fa7-bffd-c72cfbde92ca,DISK] 2024-11-10T00:20:35,465 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/MasterData/WALs/b3c019fcff38,45071,1731198033705/b3c019fcff38%2C45071%2C1731198033705.1731198035448 2024-11-10T00:20:35,465 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41533:41533)] 2024-11-10T00:20:35,466 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:20:35,466 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:20:35,466 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:20:35,466 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:20:35,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:20:35,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T00:20:35,469 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:35,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:20:35,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:20:35,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T00:20:35,470 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:35,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:20:35,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:20:35,472 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T00:20:35,472 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:35,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:20:35,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:20:35,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T00:20:35,474 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:35,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:20:35,474 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:20:35,475 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:20:35,475 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:20:35,476 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:20:35,476 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:20:35,477 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:20:35,478 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:20:35,480 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:20:35,480 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74850155, jitterRate=0.11535422503948212}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:20:35,481 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731198035466Initializing all the Stores at 1731198035467 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198035467Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198035467Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198035467Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198035467Cleaning up temporary data from old regions at 1731198035477 (+10 ms)Region opened successfully at 1731198035481 (+4 ms) 2024-11-10T00:20:35,481 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T00:20:35,484 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@731d1e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b3c019fcff38/172.17.0.2:0 2024-11-10T00:20:35,485 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T00:20:35,485 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T00:20:35,485 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T00:20:35,485 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T00:20:35,485 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T00:20:35,486 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T00:20:35,486 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T00:20:35,488 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T00:20:35,488 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45071-0x100ff3f86130000, quorum=127.0.0.1:58079, baseZNode=/0599927440 Unable to get data of znode /0599927440/balancer because node does not exist (not necessarily an error) 2024-11-10T00:20:35,491 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0599927440/balancer already deleted, retry=false 2024-11-10T00:20:35,491 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T00:20:35,491 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45071-0x100ff3f86130000, quorum=127.0.0.1:58079, baseZNode=/0599927440 Unable to get data of znode /0599927440/normalizer because node does not exist (not necessarily an error) 2024-11-10T00:20:35,493 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0599927440/normalizer already deleted, retry=false 2024-11-10T00:20:35,493 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T00:20:35,494 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45071-0x100ff3f86130000, quorum=127.0.0.1:58079, baseZNode=/0599927440 Unable to get data of znode /0599927440/switch/split because node does not exist (not necessarily an error) 2024-11-10T00:20:35,495 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0599927440/switch/split already deleted, retry=false 2024-11-10T00:20:35,496 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45071-0x100ff3f86130000, quorum=127.0.0.1:58079, baseZNode=/0599927440 Unable to get data of znode /0599927440/switch/merge because node does not exist (not necessarily an error) 2024-11-10T00:20:35,498 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0599927440/switch/merge already deleted, retry=false 2024-11-10T00:20:35,499 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45071-0x100ff3f86130000, quorum=127.0.0.1:58079, baseZNode=/0599927440 Unable to get data of znode /0599927440/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T00:20:35,502 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0599927440/snapshot-cleanup already deleted, retry=false 2024-11-10T00:20:35,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44229-0x100ff3f86130001, quorum=127.0.0.1:58079, baseZNode=/0599927440 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0599927440/running 2024-11-10T00:20:35,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45071-0x100ff3f86130000, quorum=127.0.0.1:58079, baseZNode=/0599927440 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0599927440/running 2024-11-10T00:20:35,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44229-0x100ff3f86130001, quorum=127.0.0.1:58079, baseZNode=/0599927440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599927440 2024-11-10T00:20:35,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45071-0x100ff3f86130000, quorum=127.0.0.1:58079, baseZNode=/0599927440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599927440 2024-11-10T00:20:35,505 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b3c019fcff38,45071,1731198033705, sessionid=0x100ff3f86130000, setting cluster-up flag (Was=false) 2024-11-10T00:20:35,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45071-0x100ff3f86130000, quorum=127.0.0.1:58079, baseZNode=/0599927440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599927440 2024-11-10T00:20:35,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44229-0x100ff3f86130001, quorum=127.0.0.1:58079, baseZNode=/0599927440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599927440 2024-11-10T00:20:35,513 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0599927440/flush-table-proc/acquired, /0599927440/flush-table-proc/reached, /0599927440/flush-table-proc/abort 2024-11-10T00:20:35,514 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b3c019fcff38,45071,1731198033705 2024-11-10T00:20:35,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45071-0x100ff3f86130000, quorum=127.0.0.1:58079, baseZNode=/0599927440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599927440 2024-11-10T00:20:35,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44229-0x100ff3f86130001, quorum=127.0.0.1:58079, baseZNode=/0599927440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599927440 2024-11-10T00:20:35,523 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0599927440/online-snapshot/acquired, /0599927440/online-snapshot/reached, /0599927440/online-snapshot/abort 2024-11-10T00:20:35,524 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b3c019fcff38,45071,1731198033705 2024-11-10T00:20:35,525 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T00:20:35,527 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T00:20:35,527 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T00:20:35,527 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T00:20:35,527 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b3c019fcff38,45071,1731198033705 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T00:20:35,528 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:20:35,528 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:20:35,528 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:20:35,528 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:20:35,528 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b3c019fcff38:0, corePoolSize=10, maxPoolSize=10 2024-11-10T00:20:35,528 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:20:35,528 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b3c019fcff38:0, corePoolSize=2, maxPoolSize=2 2024-11-10T00:20:35,528 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:20:35,530 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731198065530 2024-11-10T00:20:35,530 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T00:20:35,530 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T00:20:35,530 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T00:20:35,530 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T00:20:35,530 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T00:20:35,530 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:20:35,530 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T00:20:35,530 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T00:20:35,530 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:35,531 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T00:20:35,531 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T00:20:35,531 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T00:20:35,531 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T00:20:35,531 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:35,531 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T00:20:35,531 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T00:20:35,531 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T00:20:35,532 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731198035531,5,FailOnTimeoutGroup] 2024-11-10T00:20:35,532 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731198035532,5,FailOnTimeoutGroup] 2024-11-10T00:20:35,532 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:35,532 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T00:20:35,532 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:35,532 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:35,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45107 is added to blk_1073741831_1007 (size=1321) 2024-11-10T00:20:35,579 INFO [RS:0;b3c019fcff38:44229 {}] regionserver.HRegionServer(746): ClusterId : 6fb36c9f-215c-457b-9a6b-55c65493fcae 2024-11-10T00:20:35,579 DEBUG [RS:0;b3c019fcff38:44229 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T00:20:35,582 DEBUG [RS:0;b3c019fcff38:44229 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T00:20:35,582 DEBUG [RS:0;b3c019fcff38:44229 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T00:20:35,584 DEBUG [RS:0;b3c019fcff38:44229 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T00:20:35,585 DEBUG [RS:0;b3c019fcff38:44229 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@590a5598, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b3c019fcff38/172.17.0.2:0 2024-11-10T00:20:35,596 DEBUG [RS:0;b3c019fcff38:44229 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b3c019fcff38:44229 2024-11-10T00:20:35,596 INFO [RS:0;b3c019fcff38:44229 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T00:20:35,596 INFO [RS:0;b3c019fcff38:44229 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T00:20:35,597 DEBUG [RS:0;b3c019fcff38:44229 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T00:20:35,597 INFO [RS:0;b3c019fcff38:44229 {}] regionserver.HRegionServer(2659): reportForDuty to master=b3c019fcff38,45071,1731198033705 with port=44229, startcode=1731198033756 2024-11-10T00:20:35,597 DEBUG [RS:0;b3c019fcff38:44229 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T00:20:35,599 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47589, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T00:20:35,599 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45071 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b3c019fcff38,44229,1731198033756 2024-11-10T00:20:35,599 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45071 {}] master.ServerManager(517): Registering regionserver=b3c019fcff38,44229,1731198033756 2024-11-10T00:20:35,601 DEBUG [RS:0;b3c019fcff38:44229 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec 2024-11-10T00:20:35,601 DEBUG [RS:0;b3c019fcff38:44229 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42633 2024-11-10T00:20:35,601 DEBUG [RS:0;b3c019fcff38:44229 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T00:20:35,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45071-0x100ff3f86130000, quorum=127.0.0.1:58079, baseZNode=/0599927440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599927440/rs 2024-11-10T00:20:35,603 DEBUG [RS:0;b3c019fcff38:44229 {}] zookeeper.ZKUtil(111): regionserver:44229-0x100ff3f86130001, quorum=127.0.0.1:58079, baseZNode=/0599927440 Set watcher on existing znode=/0599927440/rs/b3c019fcff38,44229,1731198033756 2024-11-10T00:20:35,603 WARN [RS:0;b3c019fcff38:44229 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T00:20:35,603 INFO [RS:0;b3c019fcff38:44229 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:20:35,603 DEBUG [RS:0;b3c019fcff38:44229 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/WALs/b3c019fcff38,44229,1731198033756 2024-11-10T00:20:35,603 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b3c019fcff38,44229,1731198033756] 2024-11-10T00:20:35,606 INFO [RS:0;b3c019fcff38:44229 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T00:20:35,607 INFO [RS:0;b3c019fcff38:44229 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T00:20:35,607 INFO [RS:0;b3c019fcff38:44229 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T00:20:35,607 INFO [RS:0;b3c019fcff38:44229 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:35,608 INFO [RS:0;b3c019fcff38:44229 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T00:20:35,608 INFO [RS:0;b3c019fcff38:44229 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T00:20:35,608 INFO [RS:0;b3c019fcff38:44229 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:35,608 DEBUG [RS:0;b3c019fcff38:44229 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:20:35,609 DEBUG [RS:0;b3c019fcff38:44229 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:20:35,609 DEBUG [RS:0;b3c019fcff38:44229 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:20:35,609 DEBUG [RS:0;b3c019fcff38:44229 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:20:35,609 DEBUG [RS:0;b3c019fcff38:44229 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:20:35,609 DEBUG [RS:0;b3c019fcff38:44229 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b3c019fcff38:0, corePoolSize=2, maxPoolSize=2 2024-11-10T00:20:35,609 DEBUG [RS:0;b3c019fcff38:44229 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:20:35,609 DEBUG [RS:0;b3c019fcff38:44229 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:20:35,609 DEBUG [RS:0;b3c019fcff38:44229 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:20:35,609 DEBUG [RS:0;b3c019fcff38:44229 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:20:35,609 DEBUG [RS:0;b3c019fcff38:44229 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:20:35,609 DEBUG [RS:0;b3c019fcff38:44229 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:20:35,609 DEBUG [RS:0;b3c019fcff38:44229 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0, corePoolSize=3, maxPoolSize=3 2024-11-10T00:20:35,609 DEBUG [RS:0;b3c019fcff38:44229 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0, corePoolSize=3, maxPoolSize=3 2024-11-10T00:20:35,610 INFO [RS:0;b3c019fcff38:44229 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:35,610 INFO [RS:0;b3c019fcff38:44229 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:35,610 INFO [RS:0;b3c019fcff38:44229 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:35,610 INFO [RS:0;b3c019fcff38:44229 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:35,610 INFO [RS:0;b3c019fcff38:44229 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:35,610 INFO [RS:0;b3c019fcff38:44229 {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,44229,1731198033756-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T00:20:35,628 INFO [RS:0;b3c019fcff38:44229 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T00:20:35,628 INFO [RS:0;b3c019fcff38:44229 {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,44229,1731198033756-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:35,628 INFO [RS:0;b3c019fcff38:44229 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:35,629 INFO [RS:0;b3c019fcff38:44229 {}] regionserver.Replication(171): b3c019fcff38,44229,1731198033756 started 2024-11-10T00:20:35,644 INFO [RS:0;b3c019fcff38:44229 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:35,644 INFO [RS:0;b3c019fcff38:44229 {}] regionserver.HRegionServer(1482): Serving as b3c019fcff38,44229,1731198033756, RpcServer on b3c019fcff38/172.17.0.2:44229, sessionid=0x100ff3f86130001 2024-11-10T00:20:35,644 DEBUG [RS:0;b3c019fcff38:44229 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T00:20:35,644 DEBUG [RS:0;b3c019fcff38:44229 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b3c019fcff38,44229,1731198033756 2024-11-10T00:20:35,644 DEBUG [RS:0;b3c019fcff38:44229 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b3c019fcff38,44229,1731198033756' 2024-11-10T00:20:35,644 DEBUG [RS:0;b3c019fcff38:44229 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0599927440/flush-table-proc/abort' 2024-11-10T00:20:35,644 DEBUG [RS:0;b3c019fcff38:44229 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0599927440/flush-table-proc/acquired' 2024-11-10T00:20:35,645 DEBUG [RS:0;b3c019fcff38:44229 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T00:20:35,645 DEBUG [RS:0;b3c019fcff38:44229 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T00:20:35,645 DEBUG [RS:0;b3c019fcff38:44229 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b3c019fcff38,44229,1731198033756 2024-11-10T00:20:35,645 DEBUG [RS:0;b3c019fcff38:44229 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b3c019fcff38,44229,1731198033756' 2024-11-10T00:20:35,645 DEBUG [RS:0;b3c019fcff38:44229 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0599927440/online-snapshot/abort' 2024-11-10T00:20:35,645 DEBUG [RS:0;b3c019fcff38:44229 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0599927440/online-snapshot/acquired' 2024-11-10T00:20:35,646 DEBUG [RS:0;b3c019fcff38:44229 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T00:20:35,646 INFO [RS:0;b3c019fcff38:44229 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T00:20:35,646 INFO [RS:0;b3c019fcff38:44229 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T00:20:35,746 INFO [RS:0;b3c019fcff38:44229 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T00:20:35,748 INFO [RS:0;b3c019fcff38:44229 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b3c019fcff38%2C44229%2C1731198033756, suffix=, logDir=hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/WALs/b3c019fcff38,44229,1731198033756, archiveDir=hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/oldWALs, maxLogs=10 2024-11-10T00:20:35,761 DEBUG [RS:0;b3c019fcff38:44229 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/WALs/b3c019fcff38,44229,1731198033756/b3c019fcff38%2C44229%2C1731198033756.1731198035748, exclude list is [], retry=0 2024-11-10T00:20:35,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45107,DS-d31a688b-fef8-4fa7-bffd-c72cfbde92ca,DISK] 2024-11-10T00:20:35,765 INFO [RS:0;b3c019fcff38:44229 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/WALs/b3c019fcff38,44229,1731198033756/b3c019fcff38%2C44229%2C1731198033756.1731198035748 2024-11-10T00:20:35,765 DEBUG [RS:0;b3c019fcff38:44229 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41533:41533)] 2024-11-10T00:20:35,941 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T00:20:35,941 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec 2024-11-10T00:20:35,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45107 is added to blk_1073741833_1009 (size=32) 2024-11-10T00:20:35,984 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T00:20:35,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:20:36,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:20:36,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:20:36,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:20:36,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:20:36,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T00:20:36,350 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T00:20:36,350 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:36,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:20:36,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T00:20:36,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T00:20:36,352 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:36,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:20:36,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T00:20:36,354 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T00:20:36,354 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:36,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:20:36,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T00:20:36,355 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T00:20:36,355 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:36,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:20:36,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T00:20:36,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/data/hbase/meta/1588230740 2024-11-10T00:20:36,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/data/hbase/meta/1588230740 2024-11-10T00:20:36,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T00:20:36,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T00:20:36,358 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:20:36,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T00:20:36,361 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:20:36,362 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62649593, jitterRate=-0.06644831597805023}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:20:36,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731198036348Initializing all the Stores at 1731198036349 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198036349Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198036349Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198036349Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198036349Cleaning up temporary data from old regions at 1731198036358 (+9 ms)Region opened successfully at 1731198036362 (+4 ms) 2024-11-10T00:20:36,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T00:20:36,363 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T00:20:36,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T00:20:36,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T00:20:36,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T00:20:36,363 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T00:20:36,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731198036363Disabling compacts and flushes for region at 1731198036363Disabling writes for close at 1731198036363Writing region close event to WAL at 1731198036363Closed at 1731198036363 2024-11-10T00:20:36,364 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:20:36,365 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T00:20:36,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T00:20:36,366 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T00:20:36,367 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T00:20:36,517 DEBUG [b3c019fcff38:45071 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T00:20:36,518 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b3c019fcff38,44229,1731198033756 2024-11-10T00:20:36,519 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b3c019fcff38,44229,1731198033756, state=OPENING 2024-11-10T00:20:36,521 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T00:20:36,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45071-0x100ff3f86130000, quorum=127.0.0.1:58079, baseZNode=/0599927440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599927440 2024-11-10T00:20:36,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44229-0x100ff3f86130001, quorum=127.0.0.1:58079, baseZNode=/0599927440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599927440 2024-11-10T00:20:36,524 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T00:20:36,524 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0599927440/meta-region-server: CHANGED 2024-11-10T00:20:36,524 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b3c019fcff38,44229,1731198033756}] 2024-11-10T00:20:36,524 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0599927440/meta-region-server: CHANGED 2024-11-10T00:20:36,677 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T00:20:36,679 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44619, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T00:20:36,684 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T00:20:36,684 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:20:36,685 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T00:20:36,686 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b3c019fcff38%2C44229%2C1731198033756.meta, suffix=.meta, logDir=hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/WALs/b3c019fcff38,44229,1731198033756, archiveDir=hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/oldWALs, maxLogs=10 2024-11-10T00:20:36,699 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/WALs/b3c019fcff38,44229,1731198033756/b3c019fcff38%2C44229%2C1731198033756.meta.1731198036686.meta, exclude list is [], retry=0 2024-11-10T00:20:36,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45107,DS-d31a688b-fef8-4fa7-bffd-c72cfbde92ca,DISK] 2024-11-10T00:20:36,703 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/WALs/b3c019fcff38,44229,1731198033756/b3c019fcff38%2C44229%2C1731198033756.meta.1731198036686.meta 2024-11-10T00:20:36,703 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41533:41533)] 2024-11-10T00:20:36,703 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:20:36,704 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T00:20:36,704 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T00:20:36,704 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T00:20:36,704 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T00:20:36,704 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T00:20:36,704 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:20:36,704 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T00:20:36,704 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T00:20:36,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T00:20:36,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T00:20:36,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:36,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:20:36,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T00:20:36,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T00:20:36,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:36,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:20:36,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T00:20:36,709 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T00:20:36,709 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:36,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:20:36,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T00:20:36,710 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T00:20:36,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:36,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:20:36,710 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T00:20:36,711 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/data/hbase/meta/1588230740 2024-11-10T00:20:36,712 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/data/hbase/meta/1588230740 2024-11-10T00:20:36,713 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T00:20:36,713 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T00:20:36,713 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:20:36,714 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T00:20:36,715 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60286642, jitterRate=-0.10165902972221375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:20:36,715 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T00:20:36,716 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731198036704Writing region info on filesystem at 1731198036704Initializing all the Stores at 1731198036705 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198036705Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198036705Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198036705Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198036705Cleaning up temporary data from old regions at 1731198036713 (+8 ms)Running coprocessor post-open hooks at 1731198036715 (+2 ms)Region opened successfully at 1731198036716 (+1 ms) 2024-11-10T00:20:36,717 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731198036676 2024-11-10T00:20:36,719 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T00:20:36,719 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T00:20:36,719 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,44229,1731198033756 2024-11-10T00:20:36,720 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b3c019fcff38,44229,1731198033756, state=OPEN 2024-11-10T00:20:36,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45071-0x100ff3f86130000, quorum=127.0.0.1:58079, baseZNode=/0599927440 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0599927440/meta-region-server 2024-11-10T00:20:36,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44229-0x100ff3f86130001, quorum=127.0.0.1:58079, baseZNode=/0599927440 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0599927440/meta-region-server 2024-11-10T00:20:36,725 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b3c019fcff38,44229,1731198033756 2024-11-10T00:20:36,725 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0599927440/meta-region-server: CHANGED 2024-11-10T00:20:36,725 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0599927440/meta-region-server: CHANGED 2024-11-10T00:20:36,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T00:20:36,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b3c019fcff38,44229,1731198033756 in 201 msec 2024-11-10T00:20:36,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T00:20:36,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 362 msec 2024-11-10T00:20:36,730 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:20:36,730 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T00:20:36,732 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:20:36,732 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,44229,1731198033756, seqNum=-1] 2024-11-10T00:20:36,732 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:20:36,733 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37927, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:20:36,739 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2120 sec 2024-11-10T00:20:36,739 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731198036739, completionTime=-1 2024-11-10T00:20:36,739 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T00:20:36,739 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T00:20:36,741 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T00:20:36,741 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731198096741 2024-11-10T00:20:36,741 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731198156741 2024-11-10T00:20:36,741 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T00:20:36,741 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,45071,1731198033705-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:36,741 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,45071,1731198033705-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:36,741 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,45071,1731198033705-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:36,741 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b3c019fcff38:45071, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:36,741 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:36,742 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:36,743 DEBUG [master/b3c019fcff38:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T00:20:36,745 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.950sec 2024-11-10T00:20:36,745 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T00:20:36,745 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T00:20:36,745 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T00:20:36,745 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T00:20:36,745 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T00:20:36,745 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,45071,1731198033705-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T00:20:36,745 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,45071,1731198033705-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T00:20:36,748 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T00:20:36,748 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T00:20:36,748 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,45071,1731198033705-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:36,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d17af4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:36,780 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,45071,-1 for getting cluster id 2024-11-10T00:20:36,780 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:20:36,781 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6fb36c9f-215c-457b-9a6b-55c65493fcae' 2024-11-10T00:20:36,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:20:36,782 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6fb36c9f-215c-457b-9a6b-55c65493fcae" 2024-11-10T00:20:36,782 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41e222a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:36,782 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,45071,-1] 2024-11-10T00:20:36,782 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:20:36,782 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:36,783 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:20:36,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a4e224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:36,784 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:20:36,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,44229,1731198033756, seqNum=-1] 2024-11-10T00:20:36,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:20:36,786 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:20:36,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b3c019fcff38,45071,1731198033705 2024-11-10T00:20:36,789 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58079 2024-11-10T00:20:36,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58079, baseZNode=/0599927440 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:20:36,791 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100ff3f86130002 connected 2024-11-10T00:20:36,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721dad30-263b-163c-fbfe-b233fb4eecd5/hadoop.log.dir so I do NOT create it in target/test-data/4a106bdd-45d2-bd0d-adfa-93437fddb35a 2024-11-10T00:20:36,797 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721dad30-263b-163c-fbfe-b233fb4eecd5/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T00:20:36,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721dad30-263b-163c-fbfe-b233fb4eecd5/hadoop.tmp.dir so I do NOT create it in target/test-data/4a106bdd-45d2-bd0d-adfa-93437fddb35a 2024-11-10T00:20:36,797 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721dad30-263b-163c-fbfe-b233fb4eecd5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T00:20:36,797 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a106bdd-45d2-bd0d-adfa-93437fddb35a 2024-11-10T00:20:36,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T00:20:36,797 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a106bdd-45d2-bd0d-adfa-93437fddb35a/cluster_ff2f2fb4-013f-ca7b-fe81-6970a768e312, deleteOnExit=true 2024-11-10T00:20:36,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T00:20:36,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a106bdd-45d2-bd0d-adfa-93437fddb35a/test.cache.data in system properties and HBase conf 2024-11-10T00:20:36,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a106bdd-45d2-bd0d-adfa-93437fddb35a/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T00:20:36,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a106bdd-45d2-bd0d-adfa-93437fddb35a/hadoop.log.dir in system properties and HBase conf 2024-11-10T00:20:36,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a106bdd-45d2-bd0d-adfa-93437fddb35a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T00:20:36,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a106bdd-45d2-bd0d-adfa-93437fddb35a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T00:20:36,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T00:20:36,798 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T00:20:36,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a106bdd-45d2-bd0d-adfa-93437fddb35a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T00:20:36,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a106bdd-45d2-bd0d-adfa-93437fddb35a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T00:20:36,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a106bdd-45d2-bd0d-adfa-93437fddb35a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T00:20:36,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a106bdd-45d2-bd0d-adfa-93437fddb35a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T00:20:36,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a106bdd-45d2-bd0d-adfa-93437fddb35a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T00:20:36,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a106bdd-45d2-bd0d-adfa-93437fddb35a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T00:20:36,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a106bdd-45d2-bd0d-adfa-93437fddb35a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T00:20:36,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a106bdd-45d2-bd0d-adfa-93437fddb35a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T00:20:36,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a106bdd-45d2-bd0d-adfa-93437fddb35a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T00:20:36,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a106bdd-45d2-bd0d-adfa-93437fddb35a/nfs.dump.dir in system properties and HBase conf 2024-11-10T00:20:36,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a106bdd-45d2-bd0d-adfa-93437fddb35a/java.io.tmpdir in system properties and HBase conf 2024-11-10T00:20:36,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a106bdd-45d2-bd0d-adfa-93437fddb35a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T00:20:36,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a106bdd-45d2-bd0d-adfa-93437fddb35a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T00:20:36,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a106bdd-45d2-bd0d-adfa-93437fddb35a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T00:20:36,884 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:20:36,888 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T00:20:36,889 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T00:20:36,889 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T00:20:36,889 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T00:20:36,890 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:20:36,890 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6aafdf85{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a106bdd-45d2-bd0d-adfa-93437fddb35a/hadoop.log.dir/,AVAILABLE} 2024-11-10T00:20:36,890 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10dfce23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T00:20:37,004 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d7a321f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a106bdd-45d2-bd0d-adfa-93437fddb35a/java.io.tmpdir/jetty-localhost-35293-hadoop-hdfs-3_4_1-tests_jar-_-any-16740045668707487451/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T00:20:37,005 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50e5ce00{HTTP/1.1, (http/1.1)}{localhost:35293} 2024-11-10T00:20:37,005 INFO [Time-limited test {}] server.Server(415): Started @50709ms 2024-11-10T00:20:37,089 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:20:37,096 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T00:20:37,100 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T00:20:37,100 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T00:20:37,100 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T00:20:37,100 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e22e585{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a106bdd-45d2-bd0d-adfa-93437fddb35a/hadoop.log.dir/,AVAILABLE} 2024-11-10T00:20:37,101 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2136d69e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T00:20:37,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26db198b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a106bdd-45d2-bd0d-adfa-93437fddb35a/java.io.tmpdir/jetty-localhost-46575-hadoop-hdfs-3_4_1-tests_jar-_-any-6310064904477815327/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T00:20:37,217 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26636bd0{HTTP/1.1, (http/1.1)}{localhost:46575} 2024-11-10T00:20:37,217 INFO [Time-limited test {}] server.Server(415): Started @50922ms 2024-11-10T00:20:37,218 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T00:20:37,322 WARN [Thread-950 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a106bdd-45d2-bd0d-adfa-93437fddb35a/cluster_ff2f2fb4-013f-ca7b-fe81-6970a768e312/data/data2/current/BP-1898064491-172.17.0.2-1731198036829/current, will proceed with Du for space computation calculation, 2024-11-10T00:20:37,322 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a106bdd-45d2-bd0d-adfa-93437fddb35a/cluster_ff2f2fb4-013f-ca7b-fe81-6970a768e312/data/data1/current/BP-1898064491-172.17.0.2-1731198036829/current, will proceed with Du for space computation calculation, 2024-11-10T00:20:37,345 WARN [Thread-937 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T00:20:37,348 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe8f763a3971f27d0 with lease ID 0x9755c7f4c4cb0b20: Processing first storage report for DS-99c8d8d4-fc1c-4c45-9267-a52958bd7902 from datanode DatanodeRegistration(127.0.0.1:38743, datanodeUuid=bb6b2560-6d41-4042-959c-8fddca545699, infoPort=42635, infoSecurePort=0, ipcPort=40059, storageInfo=lv=-57;cid=testClusterID;nsid=418685129;c=1731198036829) 2024-11-10T00:20:37,348 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe8f763a3971f27d0 with lease ID 0x9755c7f4c4cb0b20: from storage DS-99c8d8d4-fc1c-4c45-9267-a52958bd7902 node DatanodeRegistration(127.0.0.1:38743, datanodeUuid=bb6b2560-6d41-4042-959c-8fddca545699, infoPort=42635, infoSecurePort=0, ipcPort=40059, storageInfo=lv=-57;cid=testClusterID;nsid=418685129;c=1731198036829), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T00:20:37,348 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe8f763a3971f27d0 with lease ID 0x9755c7f4c4cb0b20: Processing first storage report for DS-8339ba8e-ec9a-454d-aa7f-aa738c93b3b4 from datanode DatanodeRegistration(127.0.0.1:38743, datanodeUuid=bb6b2560-6d41-4042-959c-8fddca545699, infoPort=42635, infoSecurePort=0, ipcPort=40059, storageInfo=lv=-57;cid=testClusterID;nsid=418685129;c=1731198036829) 2024-11-10T00:20:37,348 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe8f763a3971f27d0 with lease ID 0x9755c7f4c4cb0b20: from storage DS-8339ba8e-ec9a-454d-aa7f-aa738c93b3b4 node DatanodeRegistration(127.0.0.1:38743, datanodeUuid=bb6b2560-6d41-4042-959c-8fddca545699, infoPort=42635, infoSecurePort=0, ipcPort=40059, storageInfo=lv=-57;cid=testClusterID;nsid=418685129;c=1731198036829), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T00:20:37,449 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a106bdd-45d2-bd0d-adfa-93437fddb35a 2024-11-10T00:20:37,450 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:20:37,451 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:20:37,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38743 is added to blk_1073741825_1001 (size=7) 2024-11-10T00:20:37,859 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566 with version=8 2024-11-10T00:20:37,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/hbase-staging 2024-11-10T00:20:37,862 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b3c019fcff38:0 server-side Connection retries=45 2024-11-10T00:20:37,862 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:20:37,862 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T00:20:37,862 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T00:20:37,862 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:20:37,862 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T00:20:37,862 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T00:20:37,862 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T00:20:37,863 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41231 2024-11-10T00:20:37,864 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41231 connecting to ZooKeeper ensemble=127.0.0.1:58079 2024-11-10T00:20:37,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:412310x0, quorum=127.0.0.1:58079, baseZNode=/11289541560 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:20:37,866 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41231-0x100ff3f86130003 connected 2024-11-10T00:20:37,878 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:20:37,880 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:20:37,881 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41231-0x100ff3f86130003, quorum=127.0.0.1:58079, baseZNode=/11289541560 Set watcher on znode that does not yet exist, /11289541560/running 2024-11-10T00:20:37,882 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566, hbase.cluster.distributed=false 2024-11-10T00:20:37,883 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41231-0x100ff3f86130003, quorum=127.0.0.1:58079, baseZNode=/11289541560 Set watcher on znode that does not yet exist, /11289541560/acl 2024-11-10T00:20:37,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41231 2024-11-10T00:20:37,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41231 2024-11-10T00:20:37,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41231 2024-11-10T00:20:37,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41231 2024-11-10T00:20:37,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41231 2024-11-10T00:20:37,908 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b3c019fcff38:0 server-side Connection retries=45 2024-11-10T00:20:37,908 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:20:37,908 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T00:20:37,908 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T00:20:37,908 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:20:37,908 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T00:20:37,908 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T00:20:37,908 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T00:20:37,909 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34967 2024-11-10T00:20:37,910 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34967 connecting to ZooKeeper ensemble=127.0.0.1:58079 2024-11-10T00:20:37,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:20:37,912 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:20:37,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:349670x0, quorum=127.0.0.1:58079, baseZNode=/11289541560 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:20:37,916 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:349670x0, quorum=127.0.0.1:58079, baseZNode=/11289541560 Set watcher on znode that does not yet exist, /11289541560/running 2024-11-10T00:20:37,916 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34967-0x100ff3f86130004 connected 2024-11-10T00:20:37,916 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T00:20:37,918 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T00:20:37,919 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34967-0x100ff3f86130004, quorum=127.0.0.1:58079, baseZNode=/11289541560 Set watcher on znode that does not yet exist, /11289541560/master 2024-11-10T00:20:37,920 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34967-0x100ff3f86130004, quorum=127.0.0.1:58079, baseZNode=/11289541560 Set watcher on znode that does not yet exist, /11289541560/acl 2024-11-10T00:20:37,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34967 2024-11-10T00:20:37,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34967 2024-11-10T00:20:37,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34967 2024-11-10T00:20:37,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34967 2024-11-10T00:20:37,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34967 2024-11-10T00:20:37,938 DEBUG [M:0;b3c019fcff38:41231 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b3c019fcff38:41231 2024-11-10T00:20:37,938 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11289541560/backup-masters/b3c019fcff38,41231,1731198037861 2024-11-10T00:20:37,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41231-0x100ff3f86130003, quorum=127.0.0.1:58079, baseZNode=/11289541560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11289541560/backup-masters 2024-11-10T00:20:37,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34967-0x100ff3f86130004, quorum=127.0.0.1:58079, baseZNode=/11289541560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11289541560/backup-masters 2024-11-10T00:20:37,940 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41231-0x100ff3f86130003, quorum=127.0.0.1:58079, baseZNode=/11289541560 Set watcher on existing znode=/11289541560/backup-masters/b3c019fcff38,41231,1731198037861 2024-11-10T00:20:37,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34967-0x100ff3f86130004, quorum=127.0.0.1:58079, baseZNode=/11289541560 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11289541560/master 2024-11-10T00:20:37,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41231-0x100ff3f86130003, quorum=127.0.0.1:58079, baseZNode=/11289541560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11289541560 2024-11-10T00:20:37,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34967-0x100ff3f86130004, quorum=127.0.0.1:58079, baseZNode=/11289541560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11289541560 2024-11-10T00:20:37,944 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41231-0x100ff3f86130003, quorum=127.0.0.1:58079, baseZNode=/11289541560 Set watcher on existing znode=/11289541560/master 2024-11-10T00:20:37,944 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11289541560/backup-masters/b3c019fcff38,41231,1731198037861 from backup master directory 2024-11-10T00:20:37,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41231-0x100ff3f86130003, quorum=127.0.0.1:58079, baseZNode=/11289541560 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11289541560/backup-masters/b3c019fcff38,41231,1731198037861 2024-11-10T00:20:37,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34967-0x100ff3f86130004, quorum=127.0.0.1:58079, baseZNode=/11289541560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11289541560/backup-masters 2024-11-10T00:20:37,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41231-0x100ff3f86130003, quorum=127.0.0.1:58079, baseZNode=/11289541560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11289541560/backup-masters 2024-11-10T00:20:37,945 WARN [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T00:20:37,945 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b3c019fcff38,41231,1731198037861 2024-11-10T00:20:37,950 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/hbase.id] with ID: 5d685b02-098e-4807-bb8e-e3f62bdf46e0 2024-11-10T00:20:37,950 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/.tmp/hbase.id 2024-11-10T00:20:37,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38743 is added to blk_1073741826_1002 (size=42) 2024-11-10T00:20:38,356 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/.tmp/hbase.id]:[hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/hbase.id] 2024-11-10T00:20:38,366 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:20:38,367 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T00:20:38,368 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T00:20:38,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41231-0x100ff3f86130003, quorum=127.0.0.1:58079, baseZNode=/11289541560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11289541560 2024-11-10T00:20:38,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34967-0x100ff3f86130004, quorum=127.0.0.1:58079, baseZNode=/11289541560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11289541560 2024-11-10T00:20:38,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38743 is added to blk_1073741827_1003 (size=196) 2024-11-10T00:20:38,776 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:20:38,777 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T00:20:38,778 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:20:38,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38743 is added to blk_1073741828_1004 (size=1189) 2024-11-10T00:20:39,185 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/MasterData/data/master/store 2024-11-10T00:20:39,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38743 is added to blk_1073741829_1005 (size=34) 2024-11-10T00:20:39,595 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:20:39,595 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T00:20:39,595 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:20:39,595 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:20:39,595 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T00:20:39,595 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:20:39,595 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:20:39,596 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731198039595Disabling compacts and flushes for region at 1731198039595Disabling writes for close at 1731198039595Writing region close event to WAL at 1731198039595Closed at 1731198039595 2024-11-10T00:20:39,597 WARN [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/MasterData/data/master/store/.initializing 2024-11-10T00:20:39,597 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/MasterData/WALs/b3c019fcff38,41231,1731198037861 2024-11-10T00:20:39,598 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T00:20:39,599 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b3c019fcff38%2C41231%2C1731198037861, suffix=, logDir=hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/MasterData/WALs/b3c019fcff38,41231,1731198037861, archiveDir=hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/MasterData/oldWALs, maxLogs=10 2024-11-10T00:20:39,612 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/MasterData/WALs/b3c019fcff38,41231,1731198037861/b3c019fcff38%2C41231%2C1731198037861.1731198039599, exclude list is [], retry=0 2024-11-10T00:20:39,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38743,DS-99c8d8d4-fc1c-4c45-9267-a52958bd7902,DISK] 2024-11-10T00:20:39,616 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/MasterData/WALs/b3c019fcff38,41231,1731198037861/b3c019fcff38%2C41231%2C1731198037861.1731198039599 2024-11-10T00:20:39,617 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42635:42635)] 2024-11-10T00:20:39,617 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:20:39,617 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:20:39,617 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:20:39,617 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:20:39,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:20:39,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T00:20:39,620 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:39,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:20:39,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:20:39,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T00:20:39,621 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:39,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:20:39,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:20:39,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T00:20:39,623 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:39,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:20:39,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:20:39,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T00:20:39,624 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:39,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:20:39,625 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:20:39,625 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:20:39,626 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:20:39,627 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:20:39,627 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:20:39,627 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:20:39,629 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:20:39,631 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:20:39,631 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65293177, jitterRate=-0.02705584466457367}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:20:39,631 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731198039617Initializing all the Stores at 1731198039618 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198039618Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198039618Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198039618Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198039618Cleaning up temporary data from old regions at 1731198039627 (+9 ms)Region opened successfully at 1731198039631 (+4 ms) 2024-11-10T00:20:39,636 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T00:20:39,639 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@759e58ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b3c019fcff38/172.17.0.2:0 2024-11-10T00:20:39,639 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T00:20:39,640 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T00:20:39,640 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T00:20:39,640 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T00:20:39,640 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T00:20:39,641 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T00:20:39,641 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T00:20:39,642 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T00:20:39,643 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41231-0x100ff3f86130003, quorum=127.0.0.1:58079, baseZNode=/11289541560 Unable to get data of znode /11289541560/balancer because node does not exist (not necessarily an error) 2024-11-10T00:20:39,644 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11289541560/balancer already deleted, retry=false 2024-11-10T00:20:39,645 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T00:20:39,645 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41231-0x100ff3f86130003, quorum=127.0.0.1:58079, baseZNode=/11289541560 Unable to get data of znode /11289541560/normalizer because node does not exist (not necessarily an error) 2024-11-10T00:20:39,647 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11289541560/normalizer already deleted, retry=false 2024-11-10T00:20:39,647 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T00:20:39,648 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41231-0x100ff3f86130003, quorum=127.0.0.1:58079, baseZNode=/11289541560 Unable to get data of znode /11289541560/switch/split because node does not exist (not necessarily an error) 2024-11-10T00:20:39,649 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11289541560/switch/split already deleted, retry=false 2024-11-10T00:20:39,650 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41231-0x100ff3f86130003, quorum=127.0.0.1:58079, baseZNode=/11289541560 Unable to get data of znode /11289541560/switch/merge because node does not exist (not necessarily an error) 2024-11-10T00:20:39,651 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11289541560/switch/merge already deleted, retry=false 2024-11-10T00:20:39,652 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41231-0x100ff3f86130003, quorum=127.0.0.1:58079, baseZNode=/11289541560 Unable to get data of znode /11289541560/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T00:20:39,653 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11289541560/snapshot-cleanup already deleted, retry=false 2024-11-10T00:20:39,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41231-0x100ff3f86130003, quorum=127.0.0.1:58079, baseZNode=/11289541560 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11289541560/running 2024-11-10T00:20:39,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34967-0x100ff3f86130004, quorum=127.0.0.1:58079, baseZNode=/11289541560 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11289541560/running 2024-11-10T00:20:39,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34967-0x100ff3f86130004, quorum=127.0.0.1:58079, baseZNode=/11289541560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11289541560 2024-11-10T00:20:39,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41231-0x100ff3f86130003, quorum=127.0.0.1:58079, baseZNode=/11289541560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11289541560 2024-11-10T00:20:39,656 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b3c019fcff38,41231,1731198037861, sessionid=0x100ff3f86130003, setting cluster-up flag (Was=false) 2024-11-10T00:20:39,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41231-0x100ff3f86130003, quorum=127.0.0.1:58079, baseZNode=/11289541560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11289541560 2024-11-10T00:20:39,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34967-0x100ff3f86130004, quorum=127.0.0.1:58079, baseZNode=/11289541560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11289541560 2024-11-10T00:20:39,664 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11289541560/flush-table-proc/acquired, /11289541560/flush-table-proc/reached, /11289541560/flush-table-proc/abort 2024-11-10T00:20:39,665 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b3c019fcff38,41231,1731198037861 2024-11-10T00:20:39,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41231-0x100ff3f86130003, quorum=127.0.0.1:58079, baseZNode=/11289541560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11289541560 2024-11-10T00:20:39,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34967-0x100ff3f86130004, quorum=127.0.0.1:58079, baseZNode=/11289541560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11289541560 2024-11-10T00:20:39,673 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11289541560/online-snapshot/acquired, /11289541560/online-snapshot/reached, /11289541560/online-snapshot/abort 2024-11-10T00:20:39,674 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b3c019fcff38,41231,1731198037861 2024-11-10T00:20:39,675 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T00:20:39,676 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T00:20:39,677 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T00:20:39,677 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T00:20:39,677 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b3c019fcff38,41231,1731198037861 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T00:20:39,678 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:20:39,678 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:20:39,678 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:20:39,678 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:20:39,678 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b3c019fcff38:0, corePoolSize=10, maxPoolSize=10 2024-11-10T00:20:39,678 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:20:39,678 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b3c019fcff38:0, corePoolSize=2, maxPoolSize=2 2024-11-10T00:20:39,678 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:20:39,679 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731198069679 2024-11-10T00:20:39,679 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T00:20:39,679 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T00:20:39,679 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T00:20:39,679 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T00:20:39,679 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T00:20:39,679 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T00:20:39,680 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:39,680 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:20:39,680 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T00:20:39,680 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T00:20:39,680 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T00:20:39,680 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T00:20:39,680 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T00:20:39,681 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:39,681 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T00:20:39,684 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T00:20:39,684 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T00:20:39,685 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731198039684,5,FailOnTimeoutGroup] 2024-11-10T00:20:39,685 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731198039685,5,FailOnTimeoutGroup] 2024-11-10T00:20:39,685 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:39,685 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T00:20:39,685 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:39,685 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:39,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38743 is added to blk_1073741831_1007 (size=1321) 2024-11-10T00:20:39,728 INFO [RS:0;b3c019fcff38:34967 {}] regionserver.HRegionServer(746): ClusterId : 5d685b02-098e-4807-bb8e-e3f62bdf46e0 2024-11-10T00:20:39,728 DEBUG [RS:0;b3c019fcff38:34967 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T00:20:39,730 DEBUG [RS:0;b3c019fcff38:34967 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T00:20:39,730 DEBUG [RS:0;b3c019fcff38:34967 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T00:20:39,733 DEBUG [RS:0;b3c019fcff38:34967 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T00:20:39,734 DEBUG [RS:0;b3c019fcff38:34967 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cbd2f60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b3c019fcff38/172.17.0.2:0 2024-11-10T00:20:39,745 DEBUG [RS:0;b3c019fcff38:34967 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b3c019fcff38:34967 2024-11-10T00:20:39,745 INFO [RS:0;b3c019fcff38:34967 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T00:20:39,745 INFO [RS:0;b3c019fcff38:34967 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T00:20:39,745 DEBUG [RS:0;b3c019fcff38:34967 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T00:20:39,746 INFO [RS:0;b3c019fcff38:34967 {}] regionserver.HRegionServer(2659): reportForDuty to master=b3c019fcff38,41231,1731198037861 with port=34967, startcode=1731198037907 2024-11-10T00:20:39,746 DEBUG [RS:0;b3c019fcff38:34967 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T00:20:39,747 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44301, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T00:20:39,748 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41231 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b3c019fcff38,34967,1731198037907 2024-11-10T00:20:39,748 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41231 {}] master.ServerManager(517): Registering regionserver=b3c019fcff38,34967,1731198037907 2024-11-10T00:20:39,749 DEBUG [RS:0;b3c019fcff38:34967 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566 2024-11-10T00:20:39,749 DEBUG [RS:0;b3c019fcff38:34967 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37457 2024-11-10T00:20:39,749 DEBUG [RS:0;b3c019fcff38:34967 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T00:20:39,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41231-0x100ff3f86130003, quorum=127.0.0.1:58079, baseZNode=/11289541560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11289541560/rs 2024-11-10T00:20:39,751 DEBUG [RS:0;b3c019fcff38:34967 {}] zookeeper.ZKUtil(111): regionserver:34967-0x100ff3f86130004, quorum=127.0.0.1:58079, baseZNode=/11289541560 Set watcher on existing znode=/11289541560/rs/b3c019fcff38,34967,1731198037907 2024-11-10T00:20:39,751 WARN [RS:0;b3c019fcff38:34967 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T00:20:39,751 INFO [RS:0;b3c019fcff38:34967 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:20:39,751 DEBUG [RS:0;b3c019fcff38:34967 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/WALs/b3c019fcff38,34967,1731198037907 2024-11-10T00:20:39,752 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b3c019fcff38,34967,1731198037907] 2024-11-10T00:20:39,754 INFO [RS:0;b3c019fcff38:34967 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T00:20:39,756 INFO [RS:0;b3c019fcff38:34967 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T00:20:39,756 INFO [RS:0;b3c019fcff38:34967 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T00:20:39,756 INFO [RS:0;b3c019fcff38:34967 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:39,757 INFO [RS:0;b3c019fcff38:34967 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T00:20:39,757 INFO [RS:0;b3c019fcff38:34967 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T00:20:39,757 INFO [RS:0;b3c019fcff38:34967 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:39,757 DEBUG [RS:0;b3c019fcff38:34967 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:20:39,758 DEBUG [RS:0;b3c019fcff38:34967 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:20:39,758 DEBUG [RS:0;b3c019fcff38:34967 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:20:39,758 DEBUG [RS:0;b3c019fcff38:34967 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:20:39,758 DEBUG [RS:0;b3c019fcff38:34967 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:20:39,758 DEBUG [RS:0;b3c019fcff38:34967 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b3c019fcff38:0, corePoolSize=2, maxPoolSize=2 2024-11-10T00:20:39,758 DEBUG [RS:0;b3c019fcff38:34967 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:20:39,758 DEBUG [RS:0;b3c019fcff38:34967 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:20:39,758 DEBUG [RS:0;b3c019fcff38:34967 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:20:39,758 DEBUG [RS:0;b3c019fcff38:34967 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:20:39,758 DEBUG [RS:0;b3c019fcff38:34967 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:20:39,758 DEBUG [RS:0;b3c019fcff38:34967 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:20:39,758 DEBUG [RS:0;b3c019fcff38:34967 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0, corePoolSize=3, maxPoolSize=3 2024-11-10T00:20:39,758 DEBUG [RS:0;b3c019fcff38:34967 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0, corePoolSize=3, maxPoolSize=3 2024-11-10T00:20:39,758 INFO [RS:0;b3c019fcff38:34967 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:39,758 INFO [RS:0;b3c019fcff38:34967 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:39,758 INFO [RS:0;b3c019fcff38:34967 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:39,758 INFO [RS:0;b3c019fcff38:34967 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:39,758 INFO [RS:0;b3c019fcff38:34967 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:39,758 INFO [RS:0;b3c019fcff38:34967 {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,34967,1731198037907-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T00:20:39,772 INFO [RS:0;b3c019fcff38:34967 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T00:20:39,772 INFO [RS:0;b3c019fcff38:34967 {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,34967,1731198037907-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:39,773 INFO [RS:0;b3c019fcff38:34967 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:39,773 INFO [RS:0;b3c019fcff38:34967 {}] regionserver.Replication(171): b3c019fcff38,34967,1731198037907 started 2024-11-10T00:20:39,786 INFO [RS:0;b3c019fcff38:34967 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:39,786 INFO [RS:0;b3c019fcff38:34967 {}] regionserver.HRegionServer(1482): Serving as b3c019fcff38,34967,1731198037907, RpcServer on b3c019fcff38/172.17.0.2:34967, sessionid=0x100ff3f86130004 2024-11-10T00:20:39,786 DEBUG [RS:0;b3c019fcff38:34967 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T00:20:39,786 DEBUG [RS:0;b3c019fcff38:34967 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b3c019fcff38,34967,1731198037907 2024-11-10T00:20:39,786 DEBUG [RS:0;b3c019fcff38:34967 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b3c019fcff38,34967,1731198037907' 2024-11-10T00:20:39,786 DEBUG [RS:0;b3c019fcff38:34967 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11289541560/flush-table-proc/abort' 2024-11-10T00:20:39,786 DEBUG [RS:0;b3c019fcff38:34967 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11289541560/flush-table-proc/acquired' 2024-11-10T00:20:39,787 DEBUG [RS:0;b3c019fcff38:34967 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T00:20:39,787 DEBUG [RS:0;b3c019fcff38:34967 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T00:20:39,787 DEBUG [RS:0;b3c019fcff38:34967 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b3c019fcff38,34967,1731198037907 2024-11-10T00:20:39,787 DEBUG [RS:0;b3c019fcff38:34967 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b3c019fcff38,34967,1731198037907' 2024-11-10T00:20:39,787 DEBUG [RS:0;b3c019fcff38:34967 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11289541560/online-snapshot/abort' 2024-11-10T00:20:39,787 DEBUG [RS:0;b3c019fcff38:34967 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11289541560/online-snapshot/acquired' 2024-11-10T00:20:39,787 DEBUG [RS:0;b3c019fcff38:34967 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T00:20:39,787 INFO [RS:0;b3c019fcff38:34967 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T00:20:39,787 INFO [RS:0;b3c019fcff38:34967 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T00:20:39,888 INFO [RS:0;b3c019fcff38:34967 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T00:20:39,889 INFO [RS:0;b3c019fcff38:34967 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b3c019fcff38%2C34967%2C1731198037907, suffix=, logDir=hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/WALs/b3c019fcff38,34967,1731198037907, archiveDir=hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/oldWALs, maxLogs=10 2024-11-10T00:20:39,902 DEBUG [RS:0;b3c019fcff38:34967 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/WALs/b3c019fcff38,34967,1731198037907/b3c019fcff38%2C34967%2C1731198037907.1731198039890, exclude list is [], retry=0 2024-11-10T00:20:39,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38743,DS-99c8d8d4-fc1c-4c45-9267-a52958bd7902,DISK] 2024-11-10T00:20:39,907 INFO [RS:0;b3c019fcff38:34967 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/WALs/b3c019fcff38,34967,1731198037907/b3c019fcff38%2C34967%2C1731198037907.1731198039890 2024-11-10T00:20:39,907 DEBUG [RS:0;b3c019fcff38:34967 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42635:42635)] 2024-11-10T00:20:40,089 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T00:20:40,089 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566 2024-11-10T00:20:40,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38743 is added to blk_1073741833_1009 (size=32) 2024-11-10T00:20:40,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:20:40,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T00:20:40,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T00:20:40,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:40,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:20:40,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T00:20:40,500 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T00:20:40,500 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:40,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:20:40,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T00:20:40,501 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T00:20:40,501 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:40,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:20:40,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T00:20:40,503 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T00:20:40,503 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:40,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:20:40,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T00:20:40,504 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/data/hbase/meta/1588230740 2024-11-10T00:20:40,504 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/data/hbase/meta/1588230740 2024-11-10T00:20:40,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T00:20:40,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T00:20:40,506 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:20:40,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T00:20:40,509 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:20:40,509 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74036639, jitterRate=0.10323189198970795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:20:40,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731198040496Initializing all the Stores at 1731198040496Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198040497 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198040497Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198040497Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198040497Cleaning up temporary data from old regions at 1731198040505 (+8 ms)Region opened successfully at 1731198040509 (+4 ms) 2024-11-10T00:20:40,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T00:20:40,509 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T00:20:40,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T00:20:40,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T00:20:40,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T00:20:40,510 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T00:20:40,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731198040509Disabling compacts and flushes for region at 1731198040509Disabling writes for close at 1731198040509Writing region close event to WAL at 1731198040510 (+1 ms)Closed at 1731198040510 2024-11-10T00:20:40,511 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:20:40,511 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T00:20:40,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T00:20:40,512 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T00:20:40,514 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T00:20:40,664 DEBUG [b3c019fcff38:41231 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T00:20:40,664 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b3c019fcff38,34967,1731198037907 2024-11-10T00:20:40,666 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b3c019fcff38,34967,1731198037907, state=OPENING 2024-11-10T00:20:40,670 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T00:20:40,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41231-0x100ff3f86130003, quorum=127.0.0.1:58079, baseZNode=/11289541560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11289541560 2024-11-10T00:20:40,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34967-0x100ff3f86130004, quorum=127.0.0.1:58079, baseZNode=/11289541560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11289541560 2024-11-10T00:20:40,672 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11289541560/meta-region-server: CHANGED 2024-11-10T00:20:40,672 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11289541560/meta-region-server: CHANGED 2024-11-10T00:20:40,672 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T00:20:40,672 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b3c019fcff38,34967,1731198037907}] 2024-11-10T00:20:40,825 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T00:20:40,827 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40997, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T00:20:40,831 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T00:20:40,831 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:20:40,831 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T00:20:40,833 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b3c019fcff38%2C34967%2C1731198037907.meta, suffix=.meta, logDir=hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/WALs/b3c019fcff38,34967,1731198037907, archiveDir=hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/oldWALs, maxLogs=10 2024-11-10T00:20:40,847 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/WALs/b3c019fcff38,34967,1731198037907/b3c019fcff38%2C34967%2C1731198037907.meta.1731198040833.meta, exclude list is [], retry=0 2024-11-10T00:20:40,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38743,DS-99c8d8d4-fc1c-4c45-9267-a52958bd7902,DISK] 2024-11-10T00:20:40,851 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/WALs/b3c019fcff38,34967,1731198037907/b3c019fcff38%2C34967%2C1731198037907.meta.1731198040833.meta 2024-11-10T00:20:40,851 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42635:42635)] 2024-11-10T00:20:40,851 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:20:40,852 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T00:20:40,852 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T00:20:40,852 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T00:20:40,852 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T00:20:40,852 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T00:20:40,852 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:20:40,852 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T00:20:40,852 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T00:20:40,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T00:20:40,855 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T00:20:40,855 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:40,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:20:40,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T00:20:40,856 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T00:20:40,857 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:40,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:20:40,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T00:20:40,858 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T00:20:40,858 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:40,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:20:40,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T00:20:40,859 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T00:20:40,859 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:40,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:20:40,859 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T00:20:40,860 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/data/hbase/meta/1588230740 2024-11-10T00:20:40,861 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/data/hbase/meta/1588230740 2024-11-10T00:20:40,862 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T00:20:40,862 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T00:20:40,863 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:20:40,864 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T00:20:40,864 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66549329, jitterRate=-0.008337721228599548}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:20:40,864 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T00:20:40,864 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731198040853Writing region info on filesystem at 1731198040853Initializing all the Stores at 1731198040853Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198040853Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198040854 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198040854Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198040854Cleaning up temporary data from old regions at 1731198040862 (+8 ms)Running coprocessor post-open hooks at 1731198040864 (+2 ms)Region opened successfully at 1731198040864 2024-11-10T00:20:40,865 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731198040825 2024-11-10T00:20:40,868 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T00:20:40,868 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T00:20:40,869 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,34967,1731198037907 2024-11-10T00:20:40,869 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b3c019fcff38,34967,1731198037907, state=OPEN 2024-11-10T00:20:40,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41231-0x100ff3f86130003, quorum=127.0.0.1:58079, baseZNode=/11289541560 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11289541560/meta-region-server 2024-11-10T00:20:40,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34967-0x100ff3f86130004, quorum=127.0.0.1:58079, baseZNode=/11289541560 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11289541560/meta-region-server 2024-11-10T00:20:40,871 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b3c019fcff38,34967,1731198037907 2024-11-10T00:20:40,871 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11289541560/meta-region-server: CHANGED 2024-11-10T00:20:40,871 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11289541560/meta-region-server: CHANGED 2024-11-10T00:20:40,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T00:20:40,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b3c019fcff38,34967,1731198037907 in 199 msec 2024-11-10T00:20:40,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T00:20:40,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 362 msec 2024-11-10T00:20:40,876 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:20:40,876 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T00:20:40,878 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:20:40,878 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,34967,1731198037907, seqNum=-1] 2024-11-10T00:20:40,878 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:20:40,879 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48825, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:20:40,884 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2080 sec 2024-11-10T00:20:40,885 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731198040884, completionTime=-1 2024-11-10T00:20:40,885 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T00:20:40,885 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T00:20:40,886 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T00:20:40,886 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731198100886 2024-11-10T00:20:40,886 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731198160886 2024-11-10T00:20:40,886 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T00:20:40,887 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,41231,1731198037861-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:40,887 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,41231,1731198037861-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:40,887 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,41231,1731198037861-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:40,887 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b3c019fcff38:41231, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:40,887 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:40,887 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:40,889 DEBUG [master/b3c019fcff38:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T00:20:40,890 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.945sec 2024-11-10T00:20:40,890 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T00:20:40,890 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T00:20:40,890 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T00:20:40,890 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T00:20:40,890 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T00:20:40,890 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,41231,1731198037861-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T00:20:40,890 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,41231,1731198037861-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T00:20:40,893 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T00:20:40,893 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T00:20:40,893 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,41231,1731198037861-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:20:40,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9105db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:40,929 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,41231,-1 for getting cluster id 2024-11-10T00:20:40,929 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:20:40,930 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d685b02-098e-4807-bb8e-e3f62bdf46e0' 2024-11-10T00:20:40,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:20:40,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d685b02-098e-4807-bb8e-e3f62bdf46e0" 2024-11-10T00:20:40,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fe8ac7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:40,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,41231,-1] 2024-11-10T00:20:40,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:20:40,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:40,932 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:20:40,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a0b5fe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:40,934 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:20:40,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,34967,1731198037907, seqNum=-1] 2024-11-10T00:20:40,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:20:40,936 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:20:40,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b3c019fcff38,41231,1731198037861 2024-11-10T00:20:40,938 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58079 2024-11-10T00:20:40,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58079, baseZNode=/11289541560 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:20:40,979 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100ff3f86130005 connected 2024-11-10T00:20:40,984 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:20:40,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,45071,1731198033705 2024-11-10T00:20:40,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@501f6815 2024-11-10T00:20:40,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:20:40,988 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:20:40,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45071 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:20:40,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45071 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T00:20:40,995 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T00:20:40,996 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:40,996 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45071 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T00:20:40,997 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T00:20:40,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:20:41,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45107 is added to blk_1073741835_1011 (size=902) 2024-11-10T00:20:41,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:20:41,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:20:41,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T00:20:41,343 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T00:20:41,343 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T00:20:41,343 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-10T00:20:41,343 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T00:20:41,343 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T00:20:41,405 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 38e2e9155f61686216eaf0b3dd1d6b5a, NAME => 'test,,1731198040988.38e2e9155f61686216eaf0b3dd1d6b5a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec 2024-11-10T00:20:41,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45107 is added to blk_1073741836_1012 (size=39) 2024-11-10T00:20:41,606 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T00:20:41,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:20:41,813 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731198040988.38e2e9155f61686216eaf0b3dd1d6b5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:20:41,813 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 38e2e9155f61686216eaf0b3dd1d6b5a, disabling compactions & flushes 2024-11-10T00:20:41,813 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731198040988.38e2e9155f61686216eaf0b3dd1d6b5a. 2024-11-10T00:20:41,813 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731198040988.38e2e9155f61686216eaf0b3dd1d6b5a. 2024-11-10T00:20:41,813 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731198040988.38e2e9155f61686216eaf0b3dd1d6b5a. after waiting 0 ms 2024-11-10T00:20:41,813 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731198040988.38e2e9155f61686216eaf0b3dd1d6b5a. 2024-11-10T00:20:41,813 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731198040988.38e2e9155f61686216eaf0b3dd1d6b5a. 2024-11-10T00:20:41,813 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 38e2e9155f61686216eaf0b3dd1d6b5a: Waiting for close lock at 1731198041813Disabling compacts and flushes for region at 1731198041813Disabling writes for close at 1731198041813Writing region close event to WAL at 1731198041813Closed at 1731198041813 2024-11-10T00:20:41,814 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T00:20:41,815 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731198040988.38e2e9155f61686216eaf0b3dd1d6b5a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731198041814"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731198041814"}]},"ts":"1731198041814"} 2024-11-10T00:20:41,817 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T00:20:41,819 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T00:20:41,819 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731198041819"}]},"ts":"1731198041819"} 2024-11-10T00:20:41,821 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T00:20:41,821 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=38e2e9155f61686216eaf0b3dd1d6b5a, ASSIGN}] 2024-11-10T00:20:41,823 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=38e2e9155f61686216eaf0b3dd1d6b5a, ASSIGN 2024-11-10T00:20:41,824 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=38e2e9155f61686216eaf0b3dd1d6b5a, ASSIGN; state=OFFLINE, location=b3c019fcff38,44229,1731198033756; forceNewPlan=false, retain=false 2024-11-10T00:20:41,974 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=38e2e9155f61686216eaf0b3dd1d6b5a, regionState=OPENING, regionLocation=b3c019fcff38,44229,1731198033756 2024-11-10T00:20:41,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=38e2e9155f61686216eaf0b3dd1d6b5a, ASSIGN because future has completed 2024-11-10T00:20:41,978 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 38e2e9155f61686216eaf0b3dd1d6b5a, server=b3c019fcff38,44229,1731198033756}] 2024-11-10T00:20:42,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:20:42,135 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731198040988.38e2e9155f61686216eaf0b3dd1d6b5a. 2024-11-10T00:20:42,135 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 38e2e9155f61686216eaf0b3dd1d6b5a, NAME => 'test,,1731198040988.38e2e9155f61686216eaf0b3dd1d6b5a.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:20:42,135 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T00:20:42,135 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T00:20:42,136 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 38e2e9155f61686216eaf0b3dd1d6b5a 2024-11-10T00:20:42,136 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731198040988.38e2e9155f61686216eaf0b3dd1d6b5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:20:42,136 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 38e2e9155f61686216eaf0b3dd1d6b5a 2024-11-10T00:20:42,136 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 38e2e9155f61686216eaf0b3dd1d6b5a 2024-11-10T00:20:42,137 INFO [StoreOpener-38e2e9155f61686216eaf0b3dd1d6b5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 38e2e9155f61686216eaf0b3dd1d6b5a 2024-11-10T00:20:42,138 INFO [StoreOpener-38e2e9155f61686216eaf0b3dd1d6b5a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38e2e9155f61686216eaf0b3dd1d6b5a columnFamilyName f 2024-11-10T00:20:42,138 DEBUG [StoreOpener-38e2e9155f61686216eaf0b3dd1d6b5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:42,139 INFO [StoreOpener-38e2e9155f61686216eaf0b3dd1d6b5a-1 {}] regionserver.HStore(327): Store=38e2e9155f61686216eaf0b3dd1d6b5a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:20:42,139 INFO [StoreOpener-38e2e9155f61686216eaf0b3dd1d6b5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 38e2e9155f61686216eaf0b3dd1d6b5a 2024-11-10T00:20:42,140 INFO [StoreOpener-38e2e9155f61686216eaf0b3dd1d6b5a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38e2e9155f61686216eaf0b3dd1d6b5a columnFamilyName f1 2024-11-10T00:20:42,140 DEBUG [StoreOpener-38e2e9155f61686216eaf0b3dd1d6b5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:42,141 INFO [StoreOpener-38e2e9155f61686216eaf0b3dd1d6b5a-1 {}] regionserver.HStore(327): Store=38e2e9155f61686216eaf0b3dd1d6b5a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:20:42,141 INFO [StoreOpener-38e2e9155f61686216eaf0b3dd1d6b5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 38e2e9155f61686216eaf0b3dd1d6b5a 2024-11-10T00:20:42,142 INFO [StoreOpener-38e2e9155f61686216eaf0b3dd1d6b5a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38e2e9155f61686216eaf0b3dd1d6b5a columnFamilyName norep 2024-11-10T00:20:42,142 DEBUG [StoreOpener-38e2e9155f61686216eaf0b3dd1d6b5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:42,142 INFO [StoreOpener-38e2e9155f61686216eaf0b3dd1d6b5a-1 {}] regionserver.HStore(327): Store=38e2e9155f61686216eaf0b3dd1d6b5a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:20:42,142 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 38e2e9155f61686216eaf0b3dd1d6b5a 2024-11-10T00:20:42,143 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/data/default/test/38e2e9155f61686216eaf0b3dd1d6b5a 2024-11-10T00:20:42,143 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/data/default/test/38e2e9155f61686216eaf0b3dd1d6b5a 2024-11-10T00:20:42,144 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 38e2e9155f61686216eaf0b3dd1d6b5a 2024-11-10T00:20:42,144 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 38e2e9155f61686216eaf0b3dd1d6b5a 2024-11-10T00:20:42,145 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T00:20:42,146 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 38e2e9155f61686216eaf0b3dd1d6b5a 2024-11-10T00:20:42,148 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/data/default/test/38e2e9155f61686216eaf0b3dd1d6b5a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:20:42,148 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 38e2e9155f61686216eaf0b3dd1d6b5a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60658275, jitterRate=-0.09612126648426056}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T00:20:42,148 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 38e2e9155f61686216eaf0b3dd1d6b5a 2024-11-10T00:20:42,149 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 38e2e9155f61686216eaf0b3dd1d6b5a: Running coprocessor pre-open hook at 1731198042136Writing region info on filesystem at 1731198042136Initializing all the Stores at 1731198042137 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198042137Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198042137Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198042137Cleaning up temporary data from old regions at 1731198042144 (+7 ms)Running coprocessor post-open hooks at 1731198042148 (+4 ms)Region opened successfully at 1731198042149 (+1 ms) 2024-11-10T00:20:42,151 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731198040988.38e2e9155f61686216eaf0b3dd1d6b5a., pid=6, masterSystemTime=1731198042130 2024-11-10T00:20:42,153 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731198040988.38e2e9155f61686216eaf0b3dd1d6b5a. 2024-11-10T00:20:42,153 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731198040988.38e2e9155f61686216eaf0b3dd1d6b5a. 2024-11-10T00:20:42,155 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=38e2e9155f61686216eaf0b3dd1d6b5a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b3c019fcff38,44229,1731198033756 2024-11-10T00:20:42,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 38e2e9155f61686216eaf0b3dd1d6b5a, server=b3c019fcff38,44229,1731198033756 because future has completed 2024-11-10T00:20:42,161 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T00:20:42,161 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 38e2e9155f61686216eaf0b3dd1d6b5a, server=b3c019fcff38,44229,1731198033756 in 180 msec 2024-11-10T00:20:42,163 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T00:20:42,163 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=38e2e9155f61686216eaf0b3dd1d6b5a, ASSIGN in 340 msec 2024-11-10T00:20:42,164 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T00:20:42,164 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731198042164"}]},"ts":"1731198042164"} 2024-11-10T00:20:42,166 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T00:20:42,166 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T00:20:42,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1740 sec 2024-11-10T00:20:42,206 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T00:20:42,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:20:42,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:20:42,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:20:42,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:20:43,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:20:43,153 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:20:43,154 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T00:20:43,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,41231,1731198037861 2024-11-10T00:20:43,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34e2f653 2024-11-10T00:20:43,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:20:43,156 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:20:43,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:20:43,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T00:20:43,160 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T00:20:43,160 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:43,160 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T00:20:43,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:20:43,161 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T00:20:43,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38743 is added to blk_1073741835_1011 (size=902) 2024-11-10T00:20:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:20:43,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:20:43,568 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 78497b38a3f95094d53d60468e3e2f32, NAME => 'test,,1731198043156.78497b38a3f95094d53d60468e3e2f32.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566 2024-11-10T00:20:43,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38743 is added to blk_1073741836_1012 (size=39) 2024-11-10T00:20:43,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:20:43,975 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731198043156.78497b38a3f95094d53d60468e3e2f32.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:20:43,975 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 78497b38a3f95094d53d60468e3e2f32, disabling compactions & flushes 2024-11-10T00:20:43,975 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731198043156.78497b38a3f95094d53d60468e3e2f32. 2024-11-10T00:20:43,975 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731198043156.78497b38a3f95094d53d60468e3e2f32. 2024-11-10T00:20:43,975 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731198043156.78497b38a3f95094d53d60468e3e2f32. after waiting 0 ms 2024-11-10T00:20:43,975 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731198043156.78497b38a3f95094d53d60468e3e2f32. 2024-11-10T00:20:43,975 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731198043156.78497b38a3f95094d53d60468e3e2f32. 2024-11-10T00:20:43,975 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 78497b38a3f95094d53d60468e3e2f32: Waiting for close lock at 1731198043975Disabling compacts and flushes for region at 1731198043975Disabling writes for close at 1731198043975Writing region close event to WAL at 1731198043975Closed at 1731198043975 2024-11-10T00:20:43,977 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T00:20:43,977 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731198043156.78497b38a3f95094d53d60468e3e2f32.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731198043977"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731198043977"}]},"ts":"1731198043977"} 2024-11-10T00:20:43,980 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T00:20:43,981 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T00:20:43,981 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731198043981"}]},"ts":"1731198043981"} 2024-11-10T00:20:43,984 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T00:20:43,984 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=78497b38a3f95094d53d60468e3e2f32, ASSIGN}] 2024-11-10T00:20:43,985 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=78497b38a3f95094d53d60468e3e2f32, ASSIGN 2024-11-10T00:20:43,986 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=78497b38a3f95094d53d60468e3e2f32, ASSIGN; state=OFFLINE, location=b3c019fcff38,34967,1731198037907; forceNewPlan=false, retain=false 2024-11-10T00:20:44,136 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=78497b38a3f95094d53d60468e3e2f32, regionState=OPENING, regionLocation=b3c019fcff38,34967,1731198037907 2024-11-10T00:20:44,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=78497b38a3f95094d53d60468e3e2f32, ASSIGN because future has completed 2024-11-10T00:20:44,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 78497b38a3f95094d53d60468e3e2f32, server=b3c019fcff38,34967,1731198037907}] 2024-11-10T00:20:44,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:20:44,296 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731198043156.78497b38a3f95094d53d60468e3e2f32. 2024-11-10T00:20:44,296 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 78497b38a3f95094d53d60468e3e2f32, NAME => 'test,,1731198043156.78497b38a3f95094d53d60468e3e2f32.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:20:44,296 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T00:20:44,296 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T00:20:44,297 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 78497b38a3f95094d53d60468e3e2f32 2024-11-10T00:20:44,297 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731198043156.78497b38a3f95094d53d60468e3e2f32.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:20:44,297 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 78497b38a3f95094d53d60468e3e2f32 2024-11-10T00:20:44,297 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 78497b38a3f95094d53d60468e3e2f32 2024-11-10T00:20:44,298 INFO [StoreOpener-78497b38a3f95094d53d60468e3e2f32-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 78497b38a3f95094d53d60468e3e2f32 2024-11-10T00:20:44,299 INFO [StoreOpener-78497b38a3f95094d53d60468e3e2f32-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 78497b38a3f95094d53d60468e3e2f32 columnFamilyName f 2024-11-10T00:20:44,299 DEBUG [StoreOpener-78497b38a3f95094d53d60468e3e2f32-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:44,300 INFO [StoreOpener-78497b38a3f95094d53d60468e3e2f32-1 {}] regionserver.HStore(327): Store=78497b38a3f95094d53d60468e3e2f32/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:20:44,300 INFO [StoreOpener-78497b38a3f95094d53d60468e3e2f32-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 78497b38a3f95094d53d60468e3e2f32 2024-11-10T00:20:44,301 INFO [StoreOpener-78497b38a3f95094d53d60468e3e2f32-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 78497b38a3f95094d53d60468e3e2f32 columnFamilyName f1 2024-11-10T00:20:44,301 DEBUG [StoreOpener-78497b38a3f95094d53d60468e3e2f32-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:44,301 INFO [StoreOpener-78497b38a3f95094d53d60468e3e2f32-1 {}] regionserver.HStore(327): Store=78497b38a3f95094d53d60468e3e2f32/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:20:44,301 INFO [StoreOpener-78497b38a3f95094d53d60468e3e2f32-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 78497b38a3f95094d53d60468e3e2f32 2024-11-10T00:20:44,302 INFO [StoreOpener-78497b38a3f95094d53d60468e3e2f32-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 78497b38a3f95094d53d60468e3e2f32 columnFamilyName norep 2024-11-10T00:20:44,302 DEBUG [StoreOpener-78497b38a3f95094d53d60468e3e2f32-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:44,303 INFO [StoreOpener-78497b38a3f95094d53d60468e3e2f32-1 {}] regionserver.HStore(327): Store=78497b38a3f95094d53d60468e3e2f32/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:20:44,303 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 78497b38a3f95094d53d60468e3e2f32 2024-11-10T00:20:44,303 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/data/default/test/78497b38a3f95094d53d60468e3e2f32 2024-11-10T00:20:44,304 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/data/default/test/78497b38a3f95094d53d60468e3e2f32 2024-11-10T00:20:44,304 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 78497b38a3f95094d53d60468e3e2f32 2024-11-10T00:20:44,305 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 78497b38a3f95094d53d60468e3e2f32 2024-11-10T00:20:44,305 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T00:20:44,306 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 78497b38a3f95094d53d60468e3e2f32 2024-11-10T00:20:44,308 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/data/default/test/78497b38a3f95094d53d60468e3e2f32/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:20:44,308 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 78497b38a3f95094d53d60468e3e2f32; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66594936, jitterRate=-0.007658123970031738}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T00:20:44,308 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 78497b38a3f95094d53d60468e3e2f32 2024-11-10T00:20:44,308 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 78497b38a3f95094d53d60468e3e2f32: Running coprocessor pre-open hook at 1731198044297Writing region info on filesystem at 1731198044297Initializing all the Stores at 1731198044298 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198044298Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198044298Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198044298Cleaning up temporary data from old regions at 1731198044305 (+7 ms)Running coprocessor post-open hooks at 1731198044308 (+3 ms)Region opened successfully at 1731198044308 2024-11-10T00:20:44,309 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731198043156.78497b38a3f95094d53d60468e3e2f32., pid=6, masterSystemTime=1731198044292 2024-11-10T00:20:44,311 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731198043156.78497b38a3f95094d53d60468e3e2f32. 2024-11-10T00:20:44,311 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731198043156.78497b38a3f95094d53d60468e3e2f32. 2024-11-10T00:20:44,312 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=78497b38a3f95094d53d60468e3e2f32, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b3c019fcff38,34967,1731198037907 2024-11-10T00:20:44,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 78497b38a3f95094d53d60468e3e2f32, server=b3c019fcff38,34967,1731198037907 because future has completed 2024-11-10T00:20:44,317 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T00:20:44,317 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 78497b38a3f95094d53d60468e3e2f32, server=b3c019fcff38,34967,1731198037907 in 176 msec 2024-11-10T00:20:44,319 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T00:20:44,319 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=78497b38a3f95094d53d60468e3e2f32, ASSIGN in 333 msec 2024-11-10T00:20:44,320 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T00:20:44,320 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731198044320"}]},"ts":"1731198044320"} 2024-11-10T00:20:44,322 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T00:20:44,323 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T00:20:44,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1660 sec 2024-11-10T00:20:45,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:20:45,303 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T00:20:45,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@279f3f83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:45,304 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,45071,-1 for getting cluster id 2024-11-10T00:20:45,304 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:20:45,305 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6fb36c9f-215c-457b-9a6b-55c65493fcae' 2024-11-10T00:20:45,305 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:20:45,305 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6fb36c9f-215c-457b-9a6b-55c65493fcae" 2024-11-10T00:20:45,305 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3851b5f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:45,305 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,45071,-1] 2024-11-10T00:20:45,305 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:20:45,306 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:45,306 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:20:45,307 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d78d55f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:45,308 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9020e1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:45,308 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,41231,-1 for getting cluster id 2024-11-10T00:20:45,308 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:20:45,308 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d685b02-098e-4807-bb8e-e3f62bdf46e0' 2024-11-10T00:20:45,309 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:20:45,309 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d685b02-098e-4807-bb8e-e3f62bdf46e0" 2024-11-10T00:20:45,309 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@246a0ce8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:45,309 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,41231,-1] 2024-11-10T00:20:45,309 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:20:45,309 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:45,310 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:20:45,311 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4476d57a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:45,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e43990e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:45,311 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,45071,-1 for getting cluster id 2024-11-10T00:20:45,311 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:20:45,312 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6fb36c9f-215c-457b-9a6b-55c65493fcae' 2024-11-10T00:20:45,312 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:20:45,312 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6fb36c9f-215c-457b-9a6b-55c65493fcae" 2024-11-10T00:20:45,312 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f928b9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:45,312 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,45071,-1] 2024-11-10T00:20:45,313 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:20:45,313 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:45,313 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:20:45,314 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5532041b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:45,315 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:20:45,316 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,45071,1731198033705 2024-11-10T00:20:45,316 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33b9e60d 2024-11-10T00:20:45,316 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:20:45,317 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:20:45,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45071 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b3c019fcff38:41231,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-10T00:20:45,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45071 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T00:20:45,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:20:45,320 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b3c019fcff38:41231' 2024-11-10T00:20:45,321 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11a73511, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:45,321 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,41231,-1 for getting cluster id 2024-11-10T00:20:45,321 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:20:45,322 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d685b02-098e-4807-bb8e-e3f62bdf46e0' 2024-11-10T00:20:45,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:20:45,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d685b02-098e-4807-bb8e-e3f62bdf46e0" 2024-11-10T00:20:45,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72c7dddd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:45,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,41231,-1] 2024-11-10T00:20:45,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:20:45,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:45,324 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:20:45,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2831bf3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:45,324 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:20:45,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,41231,1731198037861 2024-11-10T00:20:45,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b15ce79 2024-11-10T00:20:45,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:20:45,326 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:20:45,327 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T00:20:45,327 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T00:20:45,327 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:45,327 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:45,327 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:20:45,327 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:20:45,328 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T00:20:45,329 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T00:20:45,329 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:45,330 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T00:20:45,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45107 is added to blk_1073741837_1013 (size=1138) 2024-11-10T00:20:45,379 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T00:20:45,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:20:45,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:20:45,738 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 01f6c13d10981b0b3c1928bd1ef30f08, NAME => 'hbase:replication,,1731198045327.01f6c13d10981b0b3c1928bd1ef30f08.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec 2024-11-10T00:20:45,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45107 is added to blk_1073741838_1014 (size=44) 2024-11-10T00:20:45,755 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T00:20:45,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:20:46,144 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731198045327.01f6c13d10981b0b3c1928bd1ef30f08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:20:46,145 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 01f6c13d10981b0b3c1928bd1ef30f08, disabling compactions & flushes 2024-11-10T00:20:46,145 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731198045327.01f6c13d10981b0b3c1928bd1ef30f08. 2024-11-10T00:20:46,145 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731198045327.01f6c13d10981b0b3c1928bd1ef30f08. 2024-11-10T00:20:46,145 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731198045327.01f6c13d10981b0b3c1928bd1ef30f08. after waiting 0 ms 2024-11-10T00:20:46,145 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731198045327.01f6c13d10981b0b3c1928bd1ef30f08. 2024-11-10T00:20:46,145 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731198045327.01f6c13d10981b0b3c1928bd1ef30f08. 2024-11-10T00:20:46,145 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 01f6c13d10981b0b3c1928bd1ef30f08: Waiting for close lock at 1731198046145Disabling compacts and flushes for region at 1731198046145Disabling writes for close at 1731198046145Writing region close event to WAL at 1731198046145Closed at 1731198046145 2024-11-10T00:20:46,146 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T00:20:46,146 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731198045327.01f6c13d10981b0b3c1928bd1ef30f08.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731198046146"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731198046146"}]},"ts":"1731198046146"} 2024-11-10T00:20:46,148 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T00:20:46,149 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T00:20:46,150 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731198046149"}]},"ts":"1731198046149"} 2024-11-10T00:20:46,151 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T00:20:46,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=01f6c13d10981b0b3c1928bd1ef30f08, ASSIGN}] 2024-11-10T00:20:46,152 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=01f6c13d10981b0b3c1928bd1ef30f08, ASSIGN 2024-11-10T00:20:46,153 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=01f6c13d10981b0b3c1928bd1ef30f08, ASSIGN; state=OFFLINE, location=b3c019fcff38,44229,1731198033756; forceNewPlan=false, retain=false 2024-11-10T00:20:46,304 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=01f6c13d10981b0b3c1928bd1ef30f08, regionState=OPENING, regionLocation=b3c019fcff38,44229,1731198033756 2024-11-10T00:20:46,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=01f6c13d10981b0b3c1928bd1ef30f08, ASSIGN because future has completed 2024-11-10T00:20:46,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01f6c13d10981b0b3c1928bd1ef30f08, server=b3c019fcff38,44229,1731198033756}] 2024-11-10T00:20:46,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:20:46,462 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731198045327.01f6c13d10981b0b3c1928bd1ef30f08. 2024-11-10T00:20:46,463 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:20:46,463 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T00:20:46,464 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b3c019fcff38%2C44229%2C1731198033756.rep, suffix=, logDir=hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/WALs/b3c019fcff38,44229,1731198033756, archiveDir=hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/oldWALs, maxLogs=10 2024-11-10T00:20:46,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/WALs/b3c019fcff38,44229,1731198033756/b3c019fcff38%2C44229%2C1731198033756.rep.1731198046465, exclude list is [], retry=0 2024-11-10T00:20:46,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45107,DS-d31a688b-fef8-4fa7-bffd-c72cfbde92ca,DISK] 2024-11-10T00:20:46,482 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/WALs/b3c019fcff38,44229,1731198033756/b3c019fcff38%2C44229%2C1731198033756.rep.1731198046465 2024-11-10T00:20:46,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41533:41533)] 2024-11-10T00:20:46,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 01f6c13d10981b0b3c1928bd1ef30f08, NAME => 'hbase:replication,,1731198045327.01f6c13d10981b0b3c1928bd1ef30f08.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:20:46,482 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T00:20:46,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T00:20:46,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731198045327.01f6c13d10981b0b3c1928bd1ef30f08. service=MultiRowMutationService 2024-11-10T00:20:46,483 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T00:20:46,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 01f6c13d10981b0b3c1928bd1ef30f08 2024-11-10T00:20:46,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731198045327.01f6c13d10981b0b3c1928bd1ef30f08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:20:46,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 01f6c13d10981b0b3c1928bd1ef30f08 2024-11-10T00:20:46,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 01f6c13d10981b0b3c1928bd1ef30f08 2024-11-10T00:20:46,484 INFO [StoreOpener-01f6c13d10981b0b3c1928bd1ef30f08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 01f6c13d10981b0b3c1928bd1ef30f08 2024-11-10T00:20:46,485 INFO [StoreOpener-01f6c13d10981b0b3c1928bd1ef30f08-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01f6c13d10981b0b3c1928bd1ef30f08 columnFamilyName hfileref 2024-11-10T00:20:46,485 DEBUG [StoreOpener-01f6c13d10981b0b3c1928bd1ef30f08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:46,486 INFO [StoreOpener-01f6c13d10981b0b3c1928bd1ef30f08-1 {}] regionserver.HStore(327): Store=01f6c13d10981b0b3c1928bd1ef30f08/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:20:46,486 INFO [StoreOpener-01f6c13d10981b0b3c1928bd1ef30f08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 01f6c13d10981b0b3c1928bd1ef30f08 2024-11-10T00:20:46,487 INFO [StoreOpener-01f6c13d10981b0b3c1928bd1ef30f08-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01f6c13d10981b0b3c1928bd1ef30f08 columnFamilyName queue 2024-11-10T00:20:46,487 DEBUG [StoreOpener-01f6c13d10981b0b3c1928bd1ef30f08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:46,487 INFO [StoreOpener-01f6c13d10981b0b3c1928bd1ef30f08-1 {}] regionserver.HStore(327): Store=01f6c13d10981b0b3c1928bd1ef30f08/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:20:46,487 INFO [StoreOpener-01f6c13d10981b0b3c1928bd1ef30f08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 01f6c13d10981b0b3c1928bd1ef30f08 2024-11-10T00:20:46,488 INFO [StoreOpener-01f6c13d10981b0b3c1928bd1ef30f08-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01f6c13d10981b0b3c1928bd1ef30f08 columnFamilyName sid 2024-11-10T00:20:46,488 DEBUG [StoreOpener-01f6c13d10981b0b3c1928bd1ef30f08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:20:46,488 INFO [StoreOpener-01f6c13d10981b0b3c1928bd1ef30f08-1 {}] regionserver.HStore(327): Store=01f6c13d10981b0b3c1928bd1ef30f08/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:20:46,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 01f6c13d10981b0b3c1928bd1ef30f08 2024-11-10T00:20:46,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/data/hbase/replication/01f6c13d10981b0b3c1928bd1ef30f08 2024-11-10T00:20:46,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/data/hbase/replication/01f6c13d10981b0b3c1928bd1ef30f08 2024-11-10T00:20:46,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 01f6c13d10981b0b3c1928bd1ef30f08 2024-11-10T00:20:46,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 01f6c13d10981b0b3c1928bd1ef30f08 2024-11-10T00:20:46,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T00:20:46,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 01f6c13d10981b0b3c1928bd1ef30f08 2024-11-10T00:20:46,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/data/hbase/replication/01f6c13d10981b0b3c1928bd1ef30f08/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:20:46,494 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 01f6c13d10981b0b3c1928bd1ef30f08; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70945690, jitterRate=0.05717316269874573}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T00:20:46,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 01f6c13d10981b0b3c1928bd1ef30f08 2024-11-10T00:20:46,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 01f6c13d10981b0b3c1928bd1ef30f08: Running coprocessor pre-open hook at 1731198046483Writing region info on filesystem at 1731198046483Initializing all the Stores at 1731198046484 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198046484Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198046484Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198046484Cleaning up temporary data from old regions at 1731198046490 (+6 ms)Running coprocessor post-open hooks at 1731198046494 (+4 ms)Region opened successfully at 1731198046494 2024-11-10T00:20:46,495 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731198045327.01f6c13d10981b0b3c1928bd1ef30f08., pid=10, masterSystemTime=1731198046459 2024-11-10T00:20:46,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731198045327.01f6c13d10981b0b3c1928bd1ef30f08. 2024-11-10T00:20:46,497 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731198045327.01f6c13d10981b0b3c1928bd1ef30f08. 2024-11-10T00:20:46,497 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=01f6c13d10981b0b3c1928bd1ef30f08, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,44229,1731198033756 2024-11-10T00:20:46,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01f6c13d10981b0b3c1928bd1ef30f08, server=b3c019fcff38,44229,1731198033756 because future has completed 2024-11-10T00:20:46,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T00:20:46,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 01f6c13d10981b0b3c1928bd1ef30f08, server=b3c019fcff38,44229,1731198033756 in 193 msec 2024-11-10T00:20:46,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T00:20:46,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=01f6c13d10981b0b3c1928bd1ef30f08, ASSIGN in 352 msec 2024-11-10T00:20:46,506 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T00:20:46,506 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731198046506"}]},"ts":"1731198046506"} 2024-11-10T00:20:46,508 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T00:20:46,509 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T00:20:46,511 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1820 sec 2024-11-10T00:20:46,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731198045327.01f6c13d10981b0b3c1928bd1ef30f08., hostname=b3c019fcff38,44229,1731198033756, seqNum=2] 2024-11-10T00:20:46,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45071-0x100ff3f86130000, quorum=127.0.0.1:58079, baseZNode=/0599927440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599927440 2024-11-10T00:20:46,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44229-0x100ff3f86130001, quorum=127.0.0.1:58079, baseZNode=/0599927440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599927440 2024-11-10T00:20:46,545 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T00:20:46,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44229 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T00:20:46,698 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T00:20:46,726 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b3c019fcff38,44229,1731198033756, ReplicationSource: 1, currentBandwidth=0 2024-11-10T00:20:46,726 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:20:46,727 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,44229,1731198033756, seqNum=-1] 2024-11-10T00:20:46,727 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:20:46,728 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38761, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-10T00:20:46,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b3c019fcff38,44229,1731198033756', locateType=CURRENT is [region=hbase:replication,,1731198045327.01f6c13d10981b0b3c1928bd1ef30f08., hostname=b3c019fcff38,44229,1731198033756, seqNum=2] 2024-11-10T00:20:46,732 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T00:20:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45071 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T00:20:46,734 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b3c019fcff38,44229,1731198033756 suceeded 2024-11-10T00:20:46,737 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T00:20:46,737 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-10T00:20:46,737 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b3c019fcff38:41231,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-10T00:20:46,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4190 sec 2024-11-10T00:20:46,747 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b3c019fcff38:41231' 2024-11-10T00:20:46,748 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a1badb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:46,748 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756 {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,41231,-1 for getting cluster id 2024-11-10T00:20:46,748 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:20:46,749 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d685b02-098e-4807-bb8e-e3f62bdf46e0' 2024-11-10T00:20:46,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:20:46,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d685b02-098e-4807-bb8e-e3f62bdf46e0" 2024-11-10T00:20:46,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42983cbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:46,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,41231,-1] 2024-11-10T00:20:46,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:20:46,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:46,750 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:20:46,751 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@351ae7c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:46,751 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:20:46,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,41231,1731198037861 2024-11-10T00:20:46,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58c272ef 2024-11-10T00:20:46,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:20:46,753 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-10T00:20:46,753 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b3c019fcff38,44229,1731198033756 (queues=1) is replicating from cluster=6fb36c9f-215c-457b-9a6b-55c65493fcae to cluster=5d685b02-098e-4807-bb8e-e3f62bdf46e0 2024-11-10T00:20:46,753 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b3c019fcff38%2C44229%2C1731198033756 2024-11-10T00:20:46,753 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b3c019fcff38,44229,1731198033756, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T00:20:46,754 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756.replicationSource.shipperb3c019fcff38%2C44229%2C1731198033756,1-b3c019fcff38,44229,1731198033756 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b3c019fcff38%2C44229%2C1731198033756 2024-11-10T00:20:46,754 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756.replicationSource.wal-reader.b3c019fcff38%2C44229%2C1731198033756,1-b3c019fcff38,44229,1731198033756 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/WALs/b3c019fcff38,44229,1731198033756/b3c019fcff38%2C44229%2C1731198033756.1731198035748, startPosition=0, beingWritten=true 2024-11-10T00:20:46,762 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756.replicationSource.wal-reader.b3c019fcff38%2C44229%2C1731198033756,1-b3c019fcff38,44229,1731198033756 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T00:20:46,762 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756.replicationSource.wal-reader.b3c019fcff38%2C44229%2C1731198033756,1-b3c019fcff38,44229,1731198033756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/WALs/b3c019fcff38,44229,1731198033756/b3c019fcff38%2C44229%2C1731198033756.1731198035748 to pos 379, reset compression=false 2024-11-10T00:20:46,762 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756.replicationSource.shipperb3c019fcff38%2C44229%2C1731198033756,1-b3c019fcff38,44229,1731198033756 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,44229,1731198033756 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/WALs/b3c019fcff38,44229,1731198033756/b3c019fcff38%2C44229%2C1731198033756.1731198035748, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T00:20:46,966 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756.replicationSource.wal-reader.b3c019fcff38%2C44229%2C1731198033756,1-b3c019fcff38,44229,1731198033756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/WALs/b3c019fcff38,44229,1731198033756/b3c019fcff38%2C44229%2C1731198033756.1731198035748 to pos 379, reset compression=false 2024-11-10T00:20:47,270 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756.replicationSource.wal-reader.b3c019fcff38%2C44229%2C1731198033756,1-b3c019fcff38,44229,1731198033756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/WALs/b3c019fcff38,44229,1731198033756/b3c019fcff38%2C44229%2C1731198033756.1731198035748 to pos 379, reset compression=false 2024-11-10T00:20:47,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:20:47,463 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T00:20:47,463 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:20:47,464 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:20:47,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:47,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:47,464 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:20:47,464 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:20:47,470 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731198047468/Put/seqid=0 2024-11-10T00:20:47,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45107 is added to blk_1073741840_1016 (size=7894) 2024-11-10T00:20:47,637 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T00:20:47,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:20:47,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:20:47,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:20:47,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:20:47,666 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T00:20:47,675 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756.replicationSource.wal-reader.b3c019fcff38%2C44229%2C1731198033756,1-b3c019fcff38,44229,1731198033756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/WALs/b3c019fcff38,44229,1731198033756/b3c019fcff38%2C44229%2C1731198033756.1731198035748 to pos 379, reset compression=false 2024-11-10T00:20:47,877 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/load_f/f/hfile_1 is 34, key is ddd/f:row/1731198047876/Put/seqid=0 2024-11-10T00:20:47,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45107 is added to blk_1073741841_1017 (size=7691) 2024-11-10T00:20:48,179 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756.replicationSource.wal-reader.b3c019fcff38%2C44229%2C1731198033756,1-b3c019fcff38,44229,1731198033756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/WALs/b3c019fcff38,44229,1731198033756/b3c019fcff38%2C44229%2C1731198033756.1731198035748 to pos 379, reset compression=false 2024-11-10T00:20:48,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@781589b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:48,286 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,45071,-1 for getting cluster id 2024-11-10T00:20:48,286 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:20:48,287 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6fb36c9f-215c-457b-9a6b-55c65493fcae' 2024-11-10T00:20:48,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:20:48,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6fb36c9f-215c-457b-9a6b-55c65493fcae" 2024-11-10T00:20:48,288 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7455bccb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:48,288 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,45071,-1] 2024-11-10T00:20:48,288 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:20:48,288 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:48,289 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:20:48,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a2b4e8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:48,290 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:20:48,291 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,44229,1731198033756, seqNum=-1] 2024-11-10T00:20:48,291 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:20:48,292 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:20:48,302 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:20:48,302 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,45071,1731198033705 2024-11-10T00:20:48,302 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6bedcc4f 2024-11-10T00:20:48,305 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:20:48,306 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:20:48,312 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731198040988.38e2e9155f61686216eaf0b3dd1d6b5a., hostname=b3c019fcff38,44229,1731198033756, seqNum=2] 2024-11-10T00:20:48,322 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T00:20:48,334 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-10T00:20:48,337 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-10T00:20:48,352 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/load_f/f/hfile_1 for inclusion in 38e2e9155f61686216eaf0b3dd1d6b5a/f 2024-11-10T00:20:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-10T00:20:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T00:20:48,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/load_f/f/hfile_0 for inclusion in 38e2e9155f61686216eaf0b3dd1d6b5a/f 2024-11-10T00:20:48,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-10T00:20:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T00:20:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] regionserver.HRegion(2603): Flush status journal for 38e2e9155f61686216eaf0b3dd1d6b5a: 2024-11-10T00:20:48,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/load_f/f/hfile_1 to hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/staging/jenkins__test__jpodj05o4g58fuqc69ll4rg5k9aseffces9db2jb0vtj5uaaf4p9tgtcqj1l4ut9/f/hfile_1 2024-11-10T00:20:48,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/staging/jenkins__test__jpodj05o4g58fuqc69ll4rg5k9aseffces9db2jb0vtj5uaaf4p9tgtcqj1l4ut9/f/hfile_1 as hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/data/default/test/38e2e9155f61686216eaf0b3dd1d6b5a/f/152ba6aea8fd4c98a2be9897d9a8d36b_SeqId_4_ 2024-11-10T00:20:48,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/load_f/f/hfile_0 to hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/staging/jenkins__test__jpodj05o4g58fuqc69ll4rg5k9aseffces9db2jb0vtj5uaaf4p9tgtcqj1l4ut9/f/hfile_0 2024-11-10T00:20:48,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/staging/jenkins__test__jpodj05o4g58fuqc69ll4rg5k9aseffces9db2jb0vtj5uaaf4p9tgtcqj1l4ut9/f/hfile_0 as hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/data/default/test/38e2e9155f61686216eaf0b3dd1d6b5a/f/032aac8e862f4be29f69a3ea0703c8a0_SeqId_4_ 2024-11-10T00:20:48,373 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/staging/jenkins__test__jpodj05o4g58fuqc69ll4rg5k9aseffces9db2jb0vtj5uaaf4p9tgtcqj1l4ut9/f/hfile_1 into 38e2e9155f61686216eaf0b3dd1d6b5a/f as hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/data/default/test/38e2e9155f61686216eaf0b3dd1d6b5a/f/152ba6aea8fd4c98a2be9897d9a8d36b_SeqId_4_ - updating store file list. 2024-11-10T00:20:48,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 152ba6aea8fd4c98a2be9897d9a8d36b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T00:20:48,377 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/data/default/test/38e2e9155f61686216eaf0b3dd1d6b5a/f/152ba6aea8fd4c98a2be9897d9a8d36b_SeqId_4_ into 38e2e9155f61686216eaf0b3dd1d6b5a/f 2024-11-10T00:20:48,377 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/staging/jenkins__test__jpodj05o4g58fuqc69ll4rg5k9aseffces9db2jb0vtj5uaaf4p9tgtcqj1l4ut9/f/hfile_1 into 38e2e9155f61686216eaf0b3dd1d6b5a/f (new location: hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/data/default/test/38e2e9155f61686216eaf0b3dd1d6b5a/f/152ba6aea8fd4c98a2be9897d9a8d36b_SeqId_4_) 2024-11-10T00:20:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/staging/jenkins__test__jpodj05o4g58fuqc69ll4rg5k9aseffces9db2jb0vtj5uaaf4p9tgtcqj1l4ut9/f/hfile_1 2024-11-10T00:20:48,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/staging/jenkins__test__jpodj05o4g58fuqc69ll4rg5k9aseffces9db2jb0vtj5uaaf4p9tgtcqj1l4ut9/f/hfile_0 into 38e2e9155f61686216eaf0b3dd1d6b5a/f as hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/data/default/test/38e2e9155f61686216eaf0b3dd1d6b5a/f/032aac8e862f4be29f69a3ea0703c8a0_SeqId_4_ - updating store file list. 2024-11-10T00:20:48,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 032aac8e862f4be29f69a3ea0703c8a0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T00:20:48,383 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/data/default/test/38e2e9155f61686216eaf0b3dd1d6b5a/f/032aac8e862f4be29f69a3ea0703c8a0_SeqId_4_ into 38e2e9155f61686216eaf0b3dd1d6b5a/f 2024-11-10T00:20:48,383 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/staging/jenkins__test__jpodj05o4g58fuqc69ll4rg5k9aseffces9db2jb0vtj5uaaf4p9tgtcqj1l4ut9/f/hfile_0 into 38e2e9155f61686216eaf0b3dd1d6b5a/f (new location: hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/data/default/test/38e2e9155f61686216eaf0b3dd1d6b5a/f/032aac8e862f4be29f69a3ea0703c8a0_SeqId_4_) 2024-11-10T00:20:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/staging/jenkins__test__jpodj05o4g58fuqc69ll4rg5k9aseffces9db2jb0vtj5uaaf4p9tgtcqj1l4ut9/f/hfile_0 2024-11-10T00:20:48,390 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:20:48,390 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:20:48,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:48,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:48,391 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:20:48,391 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:20:48,392 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,34967,1731198037907, seqNum=-1] 2024-11-10T00:20:48,392 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731198040988.38e2e9155f61686216eaf0b3dd1d6b5a., hostname=b3c019fcff38,44229,1731198033756, seqNum=2 , the old value is region=test,,1731198040988.38e2e9155f61686216eaf0b3dd1d6b5a., hostname=b3c019fcff38,44229,1731198033756, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b3c019fcff38:44229 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T00:20:48,392 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-10T00:20:48,393 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:20:48,393 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731198040988.38e2e9155f61686216eaf0b3dd1d6b5a., hostname=b3c019fcff38,44229,1731198033756, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T00:20:48,393 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731198040988.38e2e9155f61686216eaf0b3dd1d6b5a., hostname=b3c019fcff38,44229,1731198033756, seqNum=2 from cache 2024-11-10T00:20:48,394 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:20:48,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731198043156.78497b38a3f95094d53d60468e3e2f32., hostname=b3c019fcff38,34967,1731198037907, seqNum=2] 2024-11-10T00:20:48,398 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T00:20:48,503 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b3c019fcff38:44229 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-10T00:20:48,783 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756.replicationSource.wal-reader.b3c019fcff38%2C44229%2C1731198033756,1-b3c019fcff38,44229,1731198033756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/WALs/b3c019fcff38,44229,1731198033756/b3c019fcff38%2C44229%2C1731198033756.1731198035748 to pos 379, reset compression=false 2024-11-10T00:20:48,789 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756.replicationSource.wal-reader.b3c019fcff38%2C44229%2C1731198033756,1-b3c019fcff38,44229,1731198033756 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T00:20:48,790 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756.replicationSource.shipperb3c019fcff38%2C44229%2C1731198033756,1-b3c019fcff38,44229,1731198033756 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,44229,1731198033756 got entry batch from reader: WALEntryBatch [walEntries=[{test/38e2e9155f61686216eaf0b3dd1d6b5a/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731198048386/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/WALs/b3c019fcff38,44229,1731198033756/b3c019fcff38%2C44229%2C1731198033756.1731198035748, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-10T00:20:48,813 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756.replicationSource.shipperb3c019fcff38%2C44229%2C1731198033756,1-b3c019fcff38,44229,1731198033756 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T00:20:48,815 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-10T00:20:48,817 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34967 {}] regionserver.ReplicationSink(318): Replicating [6fb36c9f-215c-457b-9a6b-55c65493fcae] bulk loaded data 2024-11-10T00:20:48,819 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34967 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7792f6b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:48,819 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34967 {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,41231,-1 for getting cluster id 2024-11-10T00:20:48,819 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34967 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:20:48,819 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d685b02-098e-4807-bb8e-e3f62bdf46e0' 2024-11-10T00:20:48,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:20:48,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d685b02-098e-4807-bb8e-e3f62bdf46e0" 2024-11-10T00:20:48,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64e2fb78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:48,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,41231,-1] 2024-11-10T00:20:48,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:20:48,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:48,821 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:20:48,822 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34967 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31d194c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:48,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38743 is added to blk_1073741837_1013 (size=7691) 2024-11-10T00:20:48,990 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756.replicationSource.wal-reader.b3c019fcff38%2C44229%2C1731198033756,1-b3c019fcff38,44229,1731198033756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/WALs/b3c019fcff38,44229,1731198033756/b3c019fcff38%2C44229%2C1731198033756.1731198035748 to pos 687, reset compression=false 2024-11-10T00:20:49,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38743 is added to blk_1073741838_1014 (size=7894) 2024-11-10T00:20:49,294 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756.replicationSource.wal-reader.b3c019fcff38%2C44229%2C1731198033756,1-b3c019fcff38,44229,1731198033756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/WALs/b3c019fcff38,44229,1731198033756/b3c019fcff38%2C44229%2C1731198033756.1731198035748 to pos 687, reset compression=false 2024-11-10T00:20:49,400 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T00:20:49,648 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34967 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:20:49,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,41231,1731198037861 2024-11-10T00:20:49,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65fb8f16 2024-11-10T00:20:49,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:20:49,650 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-10T00:20:49,652 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34967 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T00:20:49,652 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34967 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:20:49,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,34967,1731198037907, seqNum=-1] 2024-11-10T00:20:49,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:20:49,655 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-10T00:20:49,661 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/staging/jenkins.hfs.6__test__df4q2bjimmpet1pk9etfq7nqppnebojhbb54a68ajrm6amtouvbqsjtlfj9cubba/f/032aac8e862f4be29f69a3ea0703c8a0_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-10T00:20:49,664 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/staging/jenkins.hfs.6__test__df4q2bjimmpet1pk9etfq7nqppnebojhbb54a68ajrm6amtouvbqsjtlfj9cubba/f/152ba6aea8fd4c98a2be9897d9a8d36b_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-10T00:20:49,667 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34967 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/staging/jenkins.hfs.6__test__df4q2bjimmpet1pk9etfq7nqppnebojhbb54a68ajrm6amtouvbqsjtlfj9cubba/f/152ba6aea8fd4c98a2be9897d9a8d36b_SeqId_4_ for inclusion in 78497b38a3f95094d53d60468e3e2f32/f 2024-11-10T00:20:49,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34967 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-10T00:20:49,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34967 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T00:20:49,670 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34967 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/staging/jenkins.hfs.6__test__df4q2bjimmpet1pk9etfq7nqppnebojhbb54a68ajrm6amtouvbqsjtlfj9cubba/f/032aac8e862f4be29f69a3ea0703c8a0_SeqId_4_ for inclusion in 78497b38a3f95094d53d60468e3e2f32/f 2024-11-10T00:20:49,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34967 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-10T00:20:49,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34967 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T00:20:49,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34967 {}] regionserver.HRegion(2603): Flush status journal for 78497b38a3f95094d53d60468e3e2f32: 2024-11-10T00:20:49,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34967 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 152ba6aea8fd4c98a2be9897d9a8d36b_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-10T00:20:49,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34967 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/staging/jenkins.hfs.6__test__df4q2bjimmpet1pk9etfq7nqppnebojhbb54a68ajrm6amtouvbqsjtlfj9cubba/f/152ba6aea8fd4c98a2be9897d9a8d36b_SeqId_4_ as hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/data/default/test/78497b38a3f95094d53d60468e3e2f32/f/6fc94c1535db4034a53806f037ae25ba_SeqId_4_ 2024-11-10T00:20:49,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34967 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 032aac8e862f4be29f69a3ea0703c8a0_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-10T00:20:49,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34967 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/staging/jenkins.hfs.6__test__df4q2bjimmpet1pk9etfq7nqppnebojhbb54a68ajrm6amtouvbqsjtlfj9cubba/f/032aac8e862f4be29f69a3ea0703c8a0_SeqId_4_ as hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/data/default/test/78497b38a3f95094d53d60468e3e2f32/f/778e778edef4465798c1d5a298f5ea9e_SeqId_4_ 2024-11-10T00:20:49,675 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34967 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/staging/jenkins.hfs.6__test__df4q2bjimmpet1pk9etfq7nqppnebojhbb54a68ajrm6amtouvbqsjtlfj9cubba/f/152ba6aea8fd4c98a2be9897d9a8d36b_SeqId_4_ into 78497b38a3f95094d53d60468e3e2f32/f as hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/data/default/test/78497b38a3f95094d53d60468e3e2f32/f/6fc94c1535db4034a53806f037ae25ba_SeqId_4_ - updating store file list. 2024-11-10T00:20:49,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34967 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6fc94c1535db4034a53806f037ae25ba_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T00:20:49,680 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34967 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/data/default/test/78497b38a3f95094d53d60468e3e2f32/f/6fc94c1535db4034a53806f037ae25ba_SeqId_4_ into 78497b38a3f95094d53d60468e3e2f32/f 2024-11-10T00:20:49,680 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34967 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/staging/jenkins.hfs.6__test__df4q2bjimmpet1pk9etfq7nqppnebojhbb54a68ajrm6amtouvbqsjtlfj9cubba/f/152ba6aea8fd4c98a2be9897d9a8d36b_SeqId_4_ into 78497b38a3f95094d53d60468e3e2f32/f (new location: hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/data/default/test/78497b38a3f95094d53d60468e3e2f32/f/6fc94c1535db4034a53806f037ae25ba_SeqId_4_) 2024-11-10T00:20:49,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34967 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/staging/jenkins.hfs.6__test__df4q2bjimmpet1pk9etfq7nqppnebojhbb54a68ajrm6amtouvbqsjtlfj9cubba/f/152ba6aea8fd4c98a2be9897d9a8d36b_SeqId_4_ 2024-11-10T00:20:49,681 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34967 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/staging/jenkins.hfs.6__test__df4q2bjimmpet1pk9etfq7nqppnebojhbb54a68ajrm6amtouvbqsjtlfj9cubba/f/032aac8e862f4be29f69a3ea0703c8a0_SeqId_4_ into 78497b38a3f95094d53d60468e3e2f32/f as hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/data/default/test/78497b38a3f95094d53d60468e3e2f32/f/778e778edef4465798c1d5a298f5ea9e_SeqId_4_ - updating store file list. 2024-11-10T00:20:49,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34967 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 778e778edef4465798c1d5a298f5ea9e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T00:20:49,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34967 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/data/default/test/78497b38a3f95094d53d60468e3e2f32/f/778e778edef4465798c1d5a298f5ea9e_SeqId_4_ into 78497b38a3f95094d53d60468e3e2f32/f 2024-11-10T00:20:49,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34967 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/staging/jenkins.hfs.6__test__df4q2bjimmpet1pk9etfq7nqppnebojhbb54a68ajrm6amtouvbqsjtlfj9cubba/f/032aac8e862f4be29f69a3ea0703c8a0_SeqId_4_ into 78497b38a3f95094d53d60468e3e2f32/f (new location: hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/data/default/test/78497b38a3f95094d53d60468e3e2f32/f/778e778edef4465798c1d5a298f5ea9e_SeqId_4_) 2024-11-10T00:20:49,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34967 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/staging/jenkins.hfs.6__test__df4q2bjimmpet1pk9etfq7nqppnebojhbb54a68ajrm6amtouvbqsjtlfj9cubba/f/032aac8e862f4be29f69a3ea0703c8a0_SeqId_4_ 2024-11-10T00:20:49,687 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34967 {}] regionserver.ReplicationSink(324): Finished replicating [6fb36c9f-215c-457b-9a6b-55c65493fcae] bulk loaded data 2024-11-10T00:20:49,698 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756.replicationSource.wal-reader.b3c019fcff38%2C44229%2C1731198033756,1-b3c019fcff38,44229,1731198033756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/WALs/b3c019fcff38,44229,1731198033756/b3c019fcff38%2C44229%2C1731198033756.1731198035748 to pos 687, reset compression=false 2024-11-10T00:20:50,202 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756.replicationSource.wal-reader.b3c019fcff38%2C44229%2C1731198033756,1-b3c019fcff38,44229,1731198033756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/WALs/b3c019fcff38,44229,1731198033756/b3c019fcff38%2C44229%2C1731198033756.1731198035748 to pos 687, reset compression=false 2024-11-10T00:20:50,412 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:20:50,416 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731198050415/Put/seqid=0 2024-11-10T00:20:50,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45107 is added to blk_1073741842_1018 (size=7997) 2024-11-10T00:20:50,806 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756.replicationSource.wal-reader.b3c019fcff38%2C44229%2C1731198033756,1-b3c019fcff38,44229,1731198033756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/WALs/b3c019fcff38,44229,1731198033756/b3c019fcff38%2C44229%2C1731198033756.1731198035748 to pos 687, reset compression=false 2024-11-10T00:20:50,823 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731198050822/Put/seqid=0 2024-11-10T00:20:50,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45107 is added to blk_1073741843_1019 (size=7794) 2024-11-10T00:20:51,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de0516a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:51,228 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,45071,-1 for getting cluster id 2024-11-10T00:20:51,229 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:20:51,229 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6fb36c9f-215c-457b-9a6b-55c65493fcae' 2024-11-10T00:20:51,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:20:51,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6fb36c9f-215c-457b-9a6b-55c65493fcae" 2024-11-10T00:20:51,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573e4a17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:51,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,45071,-1] 2024-11-10T00:20:51,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:20:51,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:51,231 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:20:51,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63e52f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:20:51,232 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:20:51,233 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,44229,1731198033756, seqNum=-1] 2024-11-10T00:20:51,234 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:20:51,234 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:20:51,243 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:20:51,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,45071,1731198033705 2024-11-10T00:20:51,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16cb60de 2024-11-10T00:20:51,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:20:51,245 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:20:51,248 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731198040988.38e2e9155f61686216eaf0b3dd1d6b5a., hostname=b3c019fcff38,44229,1731198033756, seqNum=2] 2024-11-10T00:20:51,250 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T00:20:51,256 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-10T00:20:51,259 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-10T00:20:51,263 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/load_f1/f1/hfile_0 for inclusion in 38e2e9155f61686216eaf0b3dd1d6b5a/f1 2024-11-10T00:20:51,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-10T00:20:51,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T00:20:51,265 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/load_f1/f1/hfile_1 for inclusion in 38e2e9155f61686216eaf0b3dd1d6b5a/f1 2024-11-10T00:20:51,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-10T00:20:51,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T00:20:51,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] regionserver.HRegion(2603): Flush status journal for 38e2e9155f61686216eaf0b3dd1d6b5a: 2024-11-10T00:20:51,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/load_f1/f1/hfile_0 to hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/staging/jenkins__test__4m4601kcgfl8olalmad3m4l62598tnkn22d9mmee9vl95ta3hf7h66ocf46e0su9/f1/hfile_0 2024-11-10T00:20:51,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/staging/jenkins__test__4m4601kcgfl8olalmad3m4l62598tnkn22d9mmee9vl95ta3hf7h66ocf46e0su9/f1/hfile_0 as hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/data/default/test/38e2e9155f61686216eaf0b3dd1d6b5a/f1/737bed255a3941588e0f3b12c347ec88_SeqId_6_ 2024-11-10T00:20:51,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/load_f1/f1/hfile_1 to hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/staging/jenkins__test__4m4601kcgfl8olalmad3m4l62598tnkn22d9mmee9vl95ta3hf7h66ocf46e0su9/f1/hfile_1 2024-11-10T00:20:51,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/staging/jenkins__test__4m4601kcgfl8olalmad3m4l62598tnkn22d9mmee9vl95ta3hf7h66ocf46e0su9/f1/hfile_1 as hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/data/default/test/38e2e9155f61686216eaf0b3dd1d6b5a/f1/a96bd59143db4736a734832d99f2f720_SeqId_6_ 2024-11-10T00:20:51,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-10T00:20:51,274 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/staging/jenkins__test__4m4601kcgfl8olalmad3m4l62598tnkn22d9mmee9vl95ta3hf7h66ocf46e0su9/f1/hfile_0 into 38e2e9155f61686216eaf0b3dd1d6b5a/f1 as hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/data/default/test/38e2e9155f61686216eaf0b3dd1d6b5a/f1/737bed255a3941588e0f3b12c347ec88_SeqId_6_ - updating store file list. 2024-11-10T00:20:51,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 737bed255a3941588e0f3b12c347ec88_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T00:20:51,279 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/data/default/test/38e2e9155f61686216eaf0b3dd1d6b5a/f1/737bed255a3941588e0f3b12c347ec88_SeqId_6_ into 38e2e9155f61686216eaf0b3dd1d6b5a/f1 2024-11-10T00:20:51,279 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/staging/jenkins__test__4m4601kcgfl8olalmad3m4l62598tnkn22d9mmee9vl95ta3hf7h66ocf46e0su9/f1/hfile_0 into 38e2e9155f61686216eaf0b3dd1d6b5a/f1 (new location: hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/data/default/test/38e2e9155f61686216eaf0b3dd1d6b5a/f1/737bed255a3941588e0f3b12c347ec88_SeqId_6_) 2024-11-10T00:20:51,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/staging/jenkins__test__4m4601kcgfl8olalmad3m4l62598tnkn22d9mmee9vl95ta3hf7h66ocf46e0su9/f1/hfile_0 2024-11-10T00:20:51,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/staging/jenkins__test__4m4601kcgfl8olalmad3m4l62598tnkn22d9mmee9vl95ta3hf7h66ocf46e0su9/f1/hfile_1 into 38e2e9155f61686216eaf0b3dd1d6b5a/f1 as hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/data/default/test/38e2e9155f61686216eaf0b3dd1d6b5a/f1/a96bd59143db4736a734832d99f2f720_SeqId_6_ - updating store file list. 2024-11-10T00:20:51,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a96bd59143db4736a734832d99f2f720_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T00:20:51,284 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/data/default/test/38e2e9155f61686216eaf0b3dd1d6b5a/f1/a96bd59143db4736a734832d99f2f720_SeqId_6_ into 38e2e9155f61686216eaf0b3dd1d6b5a/f1 2024-11-10T00:20:51,284 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/staging/jenkins__test__4m4601kcgfl8olalmad3m4l62598tnkn22d9mmee9vl95ta3hf7h66ocf46e0su9/f1/hfile_1 into 38e2e9155f61686216eaf0b3dd1d6b5a/f1 (new location: hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/data/default/test/38e2e9155f61686216eaf0b3dd1d6b5a/f1/a96bd59143db4736a734832d99f2f720_SeqId_6_) 2024-11-10T00:20:51,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/staging/jenkins__test__4m4601kcgfl8olalmad3m4l62598tnkn22d9mmee9vl95ta3hf7h66ocf46e0su9/f1/hfile_1 2024-11-10T00:20:51,286 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:20:51,286 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:20:51,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:51,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:20:51,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731198040988.38e2e9155f61686216eaf0b3dd1d6b5a., hostname=b3c019fcff38,44229,1731198033756, seqNum=2 , the old value is region=test,,1731198040988.38e2e9155f61686216eaf0b3dd1d6b5a., hostname=b3c019fcff38,44229,1731198033756, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b3c019fcff38:44229 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T00:20:51,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731198040988.38e2e9155f61686216eaf0b3dd1d6b5a., hostname=b3c019fcff38,44229,1731198033756, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T00:20:51,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731198040988.38e2e9155f61686216eaf0b3dd1d6b5a., hostname=b3c019fcff38,44229,1731198033756, seqNum=2 from cache 2024-11-10T00:20:51,287 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:20:51,287 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:20:51,287 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-10T00:20:51,288 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,44229,1731198033756, seqNum=-1] 2024-11-10T00:20:51,288 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:20:51,289 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:20:51,291 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731198040988.38e2e9155f61686216eaf0b3dd1d6b5a., hostname=b3c019fcff38,44229,1731198033756, seqNum=2] 2024-11-10T00:20:51,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T00:20:51,342 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-10T00:20:51,343 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T00:20:51,343 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-10T00:20:51,344 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T00:20:51,344 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-10T00:20:51,393 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b3c019fcff38:44229 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-10T00:20:51,510 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756.replicationSource.wal-reader.b3c019fcff38%2C44229%2C1731198033756,1-b3c019fcff38,44229,1731198033756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/WALs/b3c019fcff38,44229,1731198033756/b3c019fcff38%2C44229%2C1731198033756.1731198035748 to pos 687, reset compression=false 2024-11-10T00:20:51,515 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756.replicationSource.wal-reader.b3c019fcff38%2C44229%2C1731198033756,1-b3c019fcff38,44229,1731198033756 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T00:20:51,515 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756.replicationSource.wal-reader.b3c019fcff38%2C44229%2C1731198033756,1-b3c019fcff38,44229,1731198033756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/WALs/b3c019fcff38,44229,1731198033756/b3c019fcff38%2C44229%2C1731198033756.1731198035748 to pos 997, reset compression=false 2024-11-10T00:20:51,515 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756.replicationSource.shipperb3c019fcff38%2C44229%2C1731198033756,1-b3c019fcff38,44229,1731198033756 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,44229,1731198033756 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/WALs/b3c019fcff38,44229,1731198033756/b3c019fcff38%2C44229%2C1731198033756.1731198035748, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T00:20:51,719 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756.replicationSource.wal-reader.b3c019fcff38%2C44229%2C1731198033756,1-b3c019fcff38,44229,1731198033756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/WALs/b3c019fcff38,44229,1731198033756/b3c019fcff38%2C44229%2C1731198033756.1731198035748 to pos 997, reset compression=false 2024-11-10T00:20:52,023 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756.replicationSource.wal-reader.b3c019fcff38%2C44229%2C1731198033756,1-b3c019fcff38,44229,1731198033756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/WALs/b3c019fcff38,44229,1731198033756/b3c019fcff38%2C44229%2C1731198033756.1731198035748 to pos 997, reset compression=false 2024-11-10T00:20:52,428 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756.replicationSource.wal-reader.b3c019fcff38%2C44229%2C1731198033756,1-b3c019fcff38,44229,1731198033756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/WALs/b3c019fcff38,44229,1731198033756/b3c019fcff38%2C44229%2C1731198033756.1731198035748 to pos 997, reset compression=false 2024-11-10T00:20:52,932 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756.replicationSource.wal-reader.b3c019fcff38%2C44229%2C1731198033756,1-b3c019fcff38,44229,1731198033756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/WALs/b3c019fcff38,44229,1731198033756/b3c019fcff38%2C44229%2C1731198033756.1731198035748 to pos 997, reset compression=false 2024-11-10T00:20:53,536 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756.replicationSource.wal-reader.b3c019fcff38%2C44229%2C1731198033756,1-b3c019fcff38,44229,1731198033756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/WALs/b3c019fcff38,44229,1731198033756/b3c019fcff38%2C44229%2C1731198033756.1731198035748 to pos 997, reset compression=false 2024-11-10T00:20:54,240 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756.replicationSource.wal-reader.b3c019fcff38%2C44229%2C1731198033756,1-b3c019fcff38,44229,1731198033756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/WALs/b3c019fcff38,44229,1731198033756/b3c019fcff38%2C44229%2C1731198033756.1731198035748 to pos 997, reset compression=false 2024-11-10T00:20:55,044 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756.replicationSource.wal-reader.b3c019fcff38%2C44229%2C1731198033756,1-b3c019fcff38,44229,1731198033756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/WALs/b3c019fcff38,44229,1731198033756/b3c019fcff38%2C44229%2C1731198033756.1731198035748 to pos 997, reset compression=false 2024-11-10T00:20:55,949 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756.replicationSource.wal-reader.b3c019fcff38%2C44229%2C1731198033756,1-b3c019fcff38,44229,1731198033756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/WALs/b3c019fcff38,44229,1731198033756/b3c019fcff38%2C44229%2C1731198033756.1731198035748 to pos 997, reset compression=false 2024-11-10T00:20:56,953 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756.replicationSource.wal-reader.b3c019fcff38%2C44229%2C1731198033756,1-b3c019fcff38,44229,1731198033756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/WALs/b3c019fcff38,44229,1731198033756/b3c019fcff38%2C44229%2C1731198033756.1731198035748 to pos 997, reset compression=false 2024-11-10T00:20:58,058 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756.replicationSource.wal-reader.b3c019fcff38%2C44229%2C1731198033756,1-b3c019fcff38,44229,1731198033756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/WALs/b3c019fcff38,44229,1731198033756/b3c019fcff38%2C44229%2C1731198033756.1731198035748 to pos 997, reset compression=false 2024-11-10T00:20:59,262 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756.replicationSource.wal-reader.b3c019fcff38%2C44229%2C1731198033756,1-b3c019fcff38,44229,1731198033756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/WALs/b3c019fcff38,44229,1731198033756/b3c019fcff38%2C44229%2C1731198033756.1731198035748 to pos 997, reset compression=false 2024-11-10T00:21:00,566 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756.replicationSource.wal-reader.b3c019fcff38%2C44229%2C1731198033756,1-b3c019fcff38,44229,1731198033756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/WALs/b3c019fcff38,44229,1731198033756/b3c019fcff38%2C44229%2C1731198033756.1731198035748 to pos 997, reset compression=false 2024-11-10T00:21:01,970 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756.replicationSource.wal-reader.b3c019fcff38%2C44229%2C1731198033756,1-b3c019fcff38,44229,1731198033756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/WALs/b3c019fcff38,44229,1731198033756/b3c019fcff38%2C44229%2C1731198033756.1731198035748 to pos 997, reset compression=false 2024-11-10T00:21:03,292 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T00:21:03,475 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756.replicationSource.wal-reader.b3c019fcff38%2C44229%2C1731198033756,1-b3c019fcff38,44229,1731198033756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/WALs/b3c019fcff38,44229,1731198033756/b3c019fcff38%2C44229%2C1731198033756.1731198035748 to pos 997, reset compression=false 2024-11-10T00:21:05,080 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756.replicationSource.wal-reader.b3c019fcff38%2C44229%2C1731198033756,1-b3c019fcff38,44229,1731198033756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/WALs/b3c019fcff38,44229,1731198033756/b3c019fcff38%2C44229%2C1731198033756.1731198035748 to pos 997, reset compression=false 2024-11-10T00:21:06,784 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756.replicationSource.wal-reader.b3c019fcff38%2C44229%2C1731198033756,1-b3c019fcff38,44229,1731198033756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/WALs/b3c019fcff38,44229,1731198033756/b3c019fcff38%2C44229%2C1731198033756.1731198035748 to pos 997, reset compression=false 2024-11-10T00:21:07,449 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T00:21:08,588 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756.replicationSource.wal-reader.b3c019fcff38%2C44229%2C1731198033756,1-b3c019fcff38,44229,1731198033756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/WALs/b3c019fcff38,44229,1731198033756/b3c019fcff38%2C44229%2C1731198033756.1731198035748 to pos 997, reset compression=false 2024-11-10T00:21:10,492 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756.replicationSource.wal-reader.b3c019fcff38%2C44229%2C1731198033756,1-b3c019fcff38,44229,1731198033756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/WALs/b3c019fcff38,44229,1731198033756/b3c019fcff38%2C44229%2C1731198033756.1731198035748 to pos 997, reset compression=false 2024-11-10T00:21:11,518 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756.replicationSource.shipperb3c019fcff38%2C44229%2C1731198033756,1-b3c019fcff38,44229,1731198033756 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,44229,1731198033756 got entry batch from reader: null 2024-11-10T00:21:12,497 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756.replicationSource.wal-reader.b3c019fcff38%2C44229%2C1731198033756,1-b3c019fcff38,44229,1731198033756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/WALs/b3c019fcff38,44229,1731198033756/b3c019fcff38%2C44229%2C1731198033756.1731198035748 to pos 997, reset compression=false 2024-11-10T00:21:14,601 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756.replicationSource.wal-reader.b3c019fcff38%2C44229%2C1731198033756,1-b3c019fcff38,44229,1731198033756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/WALs/b3c019fcff38,44229,1731198033756/b3c019fcff38%2C44229%2C1731198033756.1731198035748 to pos 997, reset compression=false 2024-11-10T00:21:16,805 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756.replicationSource.wal-reader.b3c019fcff38%2C44229%2C1731198033756,1-b3c019fcff38,44229,1731198033756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/WALs/b3c019fcff38,44229,1731198033756/b3c019fcff38%2C44229%2C1731198033756.1731198035748 to pos 997, reset compression=false 2024-11-10T00:21:17,034 INFO [master/b3c019fcff38:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-10T00:21:17,035 INFO [master/b3c019fcff38:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-10T00:21:19,110 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756.replicationSource.wal-reader.b3c019fcff38%2C44229%2C1731198033756,1-b3c019fcff38,44229,1731198033756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/WALs/b3c019fcff38,44229,1731198033756/b3c019fcff38%2C44229%2C1731198033756.1731198035748 to pos 997, reset compression=false 2024-11-10T00:21:20,894 INFO [master/b3c019fcff38:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-10T00:21:20,894 INFO [master/b3c019fcff38:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-10T00:21:21,514 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756.replicationSource.wal-reader.b3c019fcff38%2C44229%2C1731198033756,1-b3c019fcff38,44229,1731198033756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/WALs/b3c019fcff38,44229,1731198033756/b3c019fcff38%2C44229%2C1731198033756.1731198035748 to pos 997, reset compression=false 2024-11-10T00:21:24,018 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756.replicationSource.wal-reader.b3c019fcff38%2C44229%2C1731198033756,1-b3c019fcff38,44229,1731198033756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/WALs/b3c019fcff38,44229,1731198033756/b3c019fcff38%2C44229%2C1731198033756.1731198035748 to pos 997, reset compression=false 2024-11-10T00:21:26,622 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756.replicationSource.wal-reader.b3c019fcff38%2C44229%2C1731198033756,1-b3c019fcff38,44229,1731198033756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/WALs/b3c019fcff38,44229,1731198033756/b3c019fcff38%2C44229%2C1731198033756.1731198035748 to pos 997, reset compression=false 2024-11-10T00:21:27,136 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 38e2e9155f61686216eaf0b3dd1d6b5a, had cached 0 bytes from a total of 31376 2024-11-10T00:21:29,297 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 78497b38a3f95094d53d60468e3e2f32, had cached 0 bytes from a total of 15585 2024-11-10T00:21:29,327 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756.replicationSource.wal-reader.b3c019fcff38%2C44229%2C1731198033756,1-b3c019fcff38,44229,1731198033756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/WALs/b3c019fcff38,44229,1731198033756/b3c019fcff38%2C44229%2C1731198033756.1731198035748 to pos 997, reset compression=false 2024-11-10T00:21:31,518 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756.replicationSource.shipperb3c019fcff38%2C44229%2C1731198033756,1-b3c019fcff38,44229,1731198033756 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,44229,1731198033756 got entry batch from reader: null 2024-11-10T00:21:32,131 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756.replicationSource.wal-reader.b3c019fcff38%2C44229%2C1731198033756,1-b3c019fcff38,44229,1731198033756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/WALs/b3c019fcff38,44229,1731198033756/b3c019fcff38%2C44229%2C1731198033756.1731198035748 to pos 997, reset compression=false 2024-11-10T00:21:33,292 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T00:21:35,035 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756.replicationSource.wal-reader.b3c019fcff38%2C44229%2C1731198033756,1-b3c019fcff38,44229,1731198033756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/WALs/b3c019fcff38,44229,1731198033756/b3c019fcff38%2C44229%2C1731198033756.1731198035748 to pos 997, reset compression=false 2024-11-10T00:21:37,449 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T00:21:38,039 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756.replicationSource.wal-reader.b3c019fcff38%2C44229%2C1731198033756,1-b3c019fcff38,44229,1731198033756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/WALs/b3c019fcff38,44229,1731198033756/b3c019fcff38%2C44229%2C1731198033756.1731198035748 to pos 997, reset compression=false 2024-11-10T00:21:38,640 DEBUG [master/b3c019fcff38:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-10T00:21:40,887 DEBUG [master/b3c019fcff38:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-10T00:21:41,143 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756.replicationSource.wal-reader.b3c019fcff38%2C44229%2C1731198033756,1-b3c019fcff38,44229,1731198033756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/WALs/b3c019fcff38,44229,1731198033756/b3c019fcff38%2C44229%2C1731198033756.1731198035748 to pos 997, reset compression=false 2024-11-10T00:21:44,347 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756.replicationSource.wal-reader.b3c019fcff38%2C44229%2C1731198033756,1-b3c019fcff38,44229,1731198033756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/WALs/b3c019fcff38,44229,1731198033756/b3c019fcff38%2C44229%2C1731198033756.1731198035748 to pos 997, reset compression=false 2024-11-10T00:21:47,652 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756.replicationSource.wal-reader.b3c019fcff38%2C44229%2C1731198033756,1-b3c019fcff38,44229,1731198033756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/WALs/b3c019fcff38,44229,1731198033756/b3c019fcff38%2C44229%2C1731198033756.1731198035748 to pos 997, reset compression=false 2024-11-10T00:21:51,056 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756.replicationSource.wal-reader.b3c019fcff38%2C44229%2C1731198033756,1-b3c019fcff38,44229,1731198033756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/WALs/b3c019fcff38,44229,1731198033756/b3c019fcff38%2C44229%2C1731198033756.1731198035748 to pos 997, reset compression=false 2024-11-10T00:21:51,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T00:21:51,316 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:21:51,316 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:21:51,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:21:51,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:21:51,316 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:21:51,317 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T00:21:51,317 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=697296690, stopped=false 2024-11-10T00:21:51,317 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b3c019fcff38,41231,1731198037861 2024-11-10T00:21:51,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41231-0x100ff3f86130003, quorum=127.0.0.1:58079, baseZNode=/11289541560 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11289541560/running 2024-11-10T00:21:51,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34967-0x100ff3f86130004, quorum=127.0.0.1:58079, baseZNode=/11289541560 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11289541560/running 2024-11-10T00:21:51,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41231-0x100ff3f86130003, quorum=127.0.0.1:58079, baseZNode=/11289541560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11289541560 2024-11-10T00:21:51,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34967-0x100ff3f86130004, quorum=127.0.0.1:58079, baseZNode=/11289541560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11289541560 2024-11-10T00:21:51,319 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T00:21:51,319 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:21:51,320 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:21:51,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:21:51,320 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41231-0x100ff3f86130003, quorum=127.0.0.1:58079, baseZNode=/11289541560 Set watcher on znode that does not yet exist, /11289541560/running 2024-11-10T00:21:51,320 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34967-0x100ff3f86130004, quorum=127.0.0.1:58079, baseZNode=/11289541560 Set watcher on znode that does not yet exist, /11289541560/running 2024-11-10T00:21:51,320 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b3c019fcff38,34967,1731198037907' ***** 2024-11-10T00:21:51,320 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T00:21:51,321 INFO [RS:0;b3c019fcff38:34967 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T00:21:51,321 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T00:21:51,321 INFO [RS:0;b3c019fcff38:34967 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T00:21:51,321 INFO [RS:0;b3c019fcff38:34967 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T00:21:51,321 INFO [RS:0;b3c019fcff38:34967 {}] regionserver.HRegionServer(3091): Received CLOSE for 78497b38a3f95094d53d60468e3e2f32 2024-11-10T00:21:51,321 INFO [RS:0;b3c019fcff38:34967 {}] regionserver.HRegionServer(959): stopping server b3c019fcff38,34967,1731198037907 2024-11-10T00:21:51,322 INFO [RS:0;b3c019fcff38:34967 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T00:21:51,322 INFO [RS:0;b3c019fcff38:34967 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b3c019fcff38:34967. 2024-11-10T00:21:51,322 DEBUG [RS:0;b3c019fcff38:34967 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:21:51,322 DEBUG [RS:0;b3c019fcff38:34967 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:21:51,322 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 78497b38a3f95094d53d60468e3e2f32, disabling compactions & flushes 2024-11-10T00:21:51,322 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731198043156.78497b38a3f95094d53d60468e3e2f32. 2024-11-10T00:21:51,322 INFO [RS:0;b3c019fcff38:34967 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T00:21:51,322 INFO [RS:0;b3c019fcff38:34967 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T00:21:51,322 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731198043156.78497b38a3f95094d53d60468e3e2f32. 2024-11-10T00:21:51,322 INFO [RS:0;b3c019fcff38:34967 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T00:21:51,322 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731198043156.78497b38a3f95094d53d60468e3e2f32. after waiting 0 ms 2024-11-10T00:21:51,322 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731198043156.78497b38a3f95094d53d60468e3e2f32. 2024-11-10T00:21:51,322 INFO [RS:0;b3c019fcff38:34967 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T00:21:51,322 INFO [RS:0;b3c019fcff38:34967 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T00:21:51,322 DEBUG [RS:0;b3c019fcff38:34967 {}] regionserver.HRegionServer(1325): Online Regions={78497b38a3f95094d53d60468e3e2f32=test,,1731198043156.78497b38a3f95094d53d60468e3e2f32., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T00:21:51,322 DEBUG [RS:0;b3c019fcff38:34967 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 78497b38a3f95094d53d60468e3e2f32 2024-11-10T00:21:51,322 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T00:21:51,322 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T00:21:51,322 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T00:21:51,322 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T00:21:51,322 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T00:21:51,322 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-10T00:21:51,327 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/data/default/test/78497b38a3f95094d53d60468e3e2f32/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-10T00:21:51,329 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T00:21:51,329 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T00:21:51,329 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731198043156.78497b38a3f95094d53d60468e3e2f32. 2024-11-10T00:21:51,329 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 78497b38a3f95094d53d60468e3e2f32: Waiting for close lock at 1731198111322Running coprocessor pre-close hooks at 1731198111322Disabling compacts and flushes for region at 1731198111322Disabling writes for close at 1731198111322Writing region close event to WAL at 1731198111323 (+1 ms)Running coprocessor post-close hooks at 1731198111329 (+6 ms)Closed at 1731198111329 2024-11-10T00:21:51,329 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731198043156.78497b38a3f95094d53d60468e3e2f32. 2024-11-10T00:21:51,334 INFO [regionserver/b3c019fcff38:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T00:21:51,340 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/data/hbase/meta/1588230740/.tmp/info/ed3ed459b7bf437088a3f86e8e877dd6 is 129, key is test,,1731198043156.78497b38a3f95094d53d60468e3e2f32./info:regioninfo/1731198044312/Put/seqid=0 2024-11-10T00:21:51,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38743 is added to blk_1073741839_1015 (size=6421) 2024-11-10T00:21:51,519 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756.replicationSource.shipperb3c019fcff38%2C44229%2C1731198033756,1-b3c019fcff38,44229,1731198033756 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,44229,1731198033756 got entry batch from reader: null 2024-11-10T00:21:51,522 DEBUG [RS:0;b3c019fcff38:34967 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:21:51,722 DEBUG [RS:0;b3c019fcff38:34967 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:21:51,745 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/data/hbase/meta/1588230740/.tmp/info/ed3ed459b7bf437088a3f86e8e877dd6 2024-11-10T00:21:51,761 INFO [regionserver/b3c019fcff38:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T00:21:51,761 INFO [regionserver/b3c019fcff38:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T00:21:51,765 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/data/hbase/meta/1588230740/.tmp/ns/89daceac9bf54cc3bd60f29c9f5ad9d4 is 43, key is default/ns:d/1731198040880/Put/seqid=0 2024-11-10T00:21:51,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38743 is added to blk_1073741840_1016 (size=5153) 2024-11-10T00:21:51,923 DEBUG [RS:0;b3c019fcff38:34967 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:21:52,123 DEBUG [RS:0;b3c019fcff38:34967 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:21:52,169 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/data/hbase/meta/1588230740/.tmp/ns/89daceac9bf54cc3bd60f29c9f5ad9d4 2024-11-10T00:21:52,192 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/data/hbase/meta/1588230740/.tmp/rep_barrier/3be1d7ff748c48c8814bb716fa69f35d is 112, key is test,,1731198043156.78497b38a3f95094d53d60468e3e2f32./rep_barrier:seqnumDuringOpen/1731198044312/Put/seqid=0 2024-11-10T00:21:52,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38743 is added to blk_1073741841_1017 (size=5518) 2024-11-10T00:21:52,323 INFO [RS:0;b3c019fcff38:34967 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T00:21:52,323 DEBUG [RS:0;b3c019fcff38:34967 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T00:21:52,323 DEBUG [RS:0;b3c019fcff38:34967 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:21:52,523 DEBUG [RS:0;b3c019fcff38:34967 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:21:52,596 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/data/hbase/meta/1588230740/.tmp/rep_barrier/3be1d7ff748c48c8814bb716fa69f35d 2024-11-10T00:21:52,619 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/data/hbase/meta/1588230740/.tmp/table/f50b53b6e51445b89fdb212a328e4b7d is 40, key is test/table:state/1731198044320/Put/seqid=0 2024-11-10T00:21:52,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38743 is added to blk_1073741842_1018 (size=5165) 2024-11-10T00:21:52,724 DEBUG [RS:0;b3c019fcff38:34967 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:21:52,924 DEBUG [RS:0;b3c019fcff38:34967 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:21:53,024 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/data/hbase/meta/1588230740/.tmp/table/f50b53b6e51445b89fdb212a328e4b7d 2024-11-10T00:21:53,030 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/data/hbase/meta/1588230740/.tmp/info/ed3ed459b7bf437088a3f86e8e877dd6 as hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/data/hbase/meta/1588230740/info/ed3ed459b7bf437088a3f86e8e877dd6 2024-11-10T00:21:53,035 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/data/hbase/meta/1588230740/info/ed3ed459b7bf437088a3f86e8e877dd6, entries=10, sequenceid=11, filesize=6.3 K 2024-11-10T00:21:53,036 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/data/hbase/meta/1588230740/.tmp/ns/89daceac9bf54cc3bd60f29c9f5ad9d4 as hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/data/hbase/meta/1588230740/ns/89daceac9bf54cc3bd60f29c9f5ad9d4 2024-11-10T00:21:53,041 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/data/hbase/meta/1588230740/ns/89daceac9bf54cc3bd60f29c9f5ad9d4, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T00:21:53,042 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/data/hbase/meta/1588230740/.tmp/rep_barrier/3be1d7ff748c48c8814bb716fa69f35d as hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/data/hbase/meta/1588230740/rep_barrier/3be1d7ff748c48c8814bb716fa69f35d 2024-11-10T00:21:53,046 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/data/hbase/meta/1588230740/rep_barrier/3be1d7ff748c48c8814bb716fa69f35d, entries=1, sequenceid=11, filesize=5.4 K 2024-11-10T00:21:53,047 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/data/hbase/meta/1588230740/.tmp/table/f50b53b6e51445b89fdb212a328e4b7d as hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/data/hbase/meta/1588230740/table/f50b53b6e51445b89fdb212a328e4b7d 2024-11-10T00:21:53,051 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/data/hbase/meta/1588230740/table/f50b53b6e51445b89fdb212a328e4b7d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T00:21:53,053 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1730ms, sequenceid=11, compaction requested=false 2024-11-10T00:21:53,057 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T00:21:53,057 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T00:21:53,057 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T00:21:53,057 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T00:21:53,057 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731198111322Running coprocessor pre-close hooks at 1731198111322Disabling compacts and flushes for region at 1731198111322Disabling writes for close at 1731198111322Obtaining lock to block concurrent updates at 1731198111322Preparing flush snapshotting stores in 1588230740 at 1731198111322Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731198111323 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731198111323Flushing 1588230740/info: creating writer at 1731198111323Flushing 1588230740/info: appending metadata at 1731198111340 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731198111340Flushing 1588230740/ns: creating writer at 1731198111750 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731198111764 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731198111764Flushing 1588230740/rep_barrier: creating writer at 1731198112175 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731198112192 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731198112192Flushing 1588230740/table: creating writer at 1731198112602 (+410 ms)Flushing 1588230740/table: appending metadata at 1731198112619 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731198112619Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e615c37: reopening flushed file at 1731198113029 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d419023: reopening flushed file at 1731198113035 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79b8408d: reopening flushed file at 1731198113041 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f5361ad: reopening flushed file at 1731198113047 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1730ms, sequenceid=11, compaction requested=false at 1731198113053 (+6 ms)Writing region close event to WAL at 1731198113054 (+1 ms)Running coprocessor post-close hooks at 1731198113057 (+3 ms)Closed at 1731198113057 2024-11-10T00:21:53,057 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T00:21:53,124 INFO [RS:0;b3c019fcff38:34967 {}] regionserver.HRegionServer(976): stopping server b3c019fcff38,34967,1731198037907; all regions closed. 2024-11-10T00:21:53,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38743 is added to blk_1073741834_1010 (size=2717) 2024-11-10T00:21:53,126 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/WALs/b3c019fcff38,34967,1731198037907/b3c019fcff38%2C34967%2C1731198037907.meta.1731198040833.meta not finished, retry = 0 2024-11-10T00:21:53,229 DEBUG [RS:0;b3c019fcff38:34967 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/oldWALs 2024-11-10T00:21:53,229 INFO [RS:0;b3c019fcff38:34967 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b3c019fcff38%2C34967%2C1731198037907.meta:.meta(num 1731198040833) 2024-11-10T00:21:53,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38743 is added to blk_1073741832_1008 (size=1028) 2024-11-10T00:21:53,233 DEBUG [RS:0;b3c019fcff38:34967 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/oldWALs 2024-11-10T00:21:53,233 INFO [RS:0;b3c019fcff38:34967 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b3c019fcff38%2C34967%2C1731198037907:(num 1731198039890) 2024-11-10T00:21:53,233 DEBUG [RS:0;b3c019fcff38:34967 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:21:53,233 INFO [RS:0;b3c019fcff38:34967 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T00:21:53,233 INFO [RS:0;b3c019fcff38:34967 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T00:21:53,234 INFO [RS:0;b3c019fcff38:34967 {}] hbase.ChoreService(370): Chore service for: regionserver/b3c019fcff38:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T00:21:53,234 INFO [RS:0;b3c019fcff38:34967 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T00:21:53,234 INFO [regionserver/b3c019fcff38:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T00:21:53,234 INFO [RS:0;b3c019fcff38:34967 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b3c019fcff38:34967. 2024-11-10T00:21:53,234 DEBUG [RS:0;b3c019fcff38:34967 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:21:53,234 DEBUG [RS:0;b3c019fcff38:34967 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:21:53,234 DEBUG [RS:0;b3c019fcff38:34967 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:21:53,234 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:21:53,234 INFO [RS:0;b3c019fcff38:34967 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34967 2024-11-10T00:21:53,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34967-0x100ff3f86130004, quorum=127.0.0.1:58079, baseZNode=/11289541560 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11289541560/rs/b3c019fcff38,34967,1731198037907 2024-11-10T00:21:53,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41231-0x100ff3f86130003, quorum=127.0.0.1:58079, baseZNode=/11289541560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11289541560/rs 2024-11-10T00:21:53,237 INFO [RS:0;b3c019fcff38:34967 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T00:21:53,238 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b3c019fcff38,34967,1731198037907] 2024-11-10T00:21:53,240 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11289541560/draining/b3c019fcff38,34967,1731198037907 already deleted, retry=false 2024-11-10T00:21:53,240 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b3c019fcff38,34967,1731198037907 expired; onlineServers=0 2024-11-10T00:21:53,240 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b3c019fcff38,41231,1731198037861' ***** 2024-11-10T00:21:53,240 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T00:21:53,240 INFO [M:0;b3c019fcff38:41231 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T00:21:53,240 INFO [M:0;b3c019fcff38:41231 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T00:21:53,240 DEBUG [M:0;b3c019fcff38:41231 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T00:21:53,240 DEBUG [M:0;b3c019fcff38:41231 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T00:21:53,240 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T00:21:53,240 DEBUG [master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731198039685 {}] cleaner.HFileCleaner(306): Exit Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731198039685,5,FailOnTimeoutGroup] 2024-11-10T00:21:53,240 DEBUG [master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731198039684 {}] cleaner.HFileCleaner(306): Exit Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731198039684,5,FailOnTimeoutGroup] 2024-11-10T00:21:53,240 INFO [M:0;b3c019fcff38:41231 {}] hbase.ChoreService(370): Chore service for: master/b3c019fcff38:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T00:21:53,240 INFO [M:0;b3c019fcff38:41231 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T00:21:53,241 DEBUG [M:0;b3c019fcff38:41231 {}] master.HMaster(1795): Stopping service threads 2024-11-10T00:21:53,241 INFO [M:0;b3c019fcff38:41231 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T00:21:53,241 INFO [M:0;b3c019fcff38:41231 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T00:21:53,241 INFO [M:0;b3c019fcff38:41231 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T00:21:53,241 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T00:21:53,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41231-0x100ff3f86130003, quorum=127.0.0.1:58079, baseZNode=/11289541560 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11289541560/master 2024-11-10T00:21:53,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41231-0x100ff3f86130003, quorum=127.0.0.1:58079, baseZNode=/11289541560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11289541560 2024-11-10T00:21:53,247 DEBUG [M:0;b3c019fcff38:41231 {}] zookeeper.ZKUtil(347): master:41231-0x100ff3f86130003, quorum=127.0.0.1:58079, baseZNode=/11289541560 Unable to get data of znode /11289541560/master because node does not exist (not an error) 2024-11-10T00:21:53,247 WARN [M:0;b3c019fcff38:41231 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T00:21:53,249 INFO [M:0;b3c019fcff38:41231 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/.lastflushedseqids 2024-11-10T00:21:53,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38743 is added to blk_1073741843_1019 (size=173) 2024-11-10T00:21:53,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34967-0x100ff3f86130004, quorum=127.0.0.1:58079, baseZNode=/11289541560 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:21:53,338 INFO [RS:0;b3c019fcff38:34967 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T00:21:53,339 INFO [RS:0;b3c019fcff38:34967 {}] regionserver.HRegionServer(1031): Exiting; stopping=b3c019fcff38,34967,1731198037907; zookeeper connection closed. 2024-11-10T00:21:53,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34967-0x100ff3f86130004, quorum=127.0.0.1:58079, baseZNode=/11289541560 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:21:53,339 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@78a4c73 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@78a4c73 2024-11-10T00:21:53,339 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T00:21:53,654 INFO [M:0;b3c019fcff38:41231 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T00:21:53,654 INFO [M:0;b3c019fcff38:41231 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T00:21:53,654 DEBUG [M:0;b3c019fcff38:41231 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T00:21:53,654 INFO [M:0;b3c019fcff38:41231 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:21:53,654 DEBUG [M:0;b3c019fcff38:41231 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:21:53,654 DEBUG [M:0;b3c019fcff38:41231 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T00:21:53,655 DEBUG [M:0;b3c019fcff38:41231 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:21:53,655 INFO [M:0;b3c019fcff38:41231 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.07 KB heapSize=34.17 KB 2024-11-10T00:21:53,670 DEBUG [M:0;b3c019fcff38:41231 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0a36ca04cfb14c76adfe45656fe2b764 is 82, key is hbase:meta,,1/info:regioninfo/1731198040868/Put/seqid=0 2024-11-10T00:21:53,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38743 is added to blk_1073741844_1020 (size=5672) 2024-11-10T00:21:54,075 INFO [M:0;b3c019fcff38:41231 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0a36ca04cfb14c76adfe45656fe2b764 2024-11-10T00:21:54,098 DEBUG [M:0;b3c019fcff38:41231 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e9770e8910c447e0a3ee2785e121fae7 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731198044324/Put/seqid=0 2024-11-10T00:21:54,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38743 is added to blk_1073741845_1021 (size=6728) 2024-11-10T00:21:54,502 INFO [M:0;b3c019fcff38:41231 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.51 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e9770e8910c447e0a3ee2785e121fae7 2024-11-10T00:21:54,507 INFO [M:0;b3c019fcff38:41231 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e9770e8910c447e0a3ee2785e121fae7 2024-11-10T00:21:54,526 DEBUG [M:0;b3c019fcff38:41231 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f847331e1cc04f65be529be498be6cc3 is 69, key is b3c019fcff38,34967,1731198037907/rs:state/1731198039748/Put/seqid=0 2024-11-10T00:21:54,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38743 is added to blk_1073741846_1022 (size=5156) 2024-11-10T00:21:54,560 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756.replicationSource.wal-reader.b3c019fcff38%2C44229%2C1731198033756,1-b3c019fcff38,44229,1731198033756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/WALs/b3c019fcff38,44229,1731198033756/b3c019fcff38%2C44229%2C1731198033756.1731198035748 to pos 997, reset compression=false 2024-11-10T00:21:54,931 INFO [M:0;b3c019fcff38:41231 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f847331e1cc04f65be529be498be6cc3 2024-11-10T00:21:54,936 DEBUG [M:0;b3c019fcff38:41231 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0a36ca04cfb14c76adfe45656fe2b764 as hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0a36ca04cfb14c76adfe45656fe2b764 2024-11-10T00:21:54,941 INFO [M:0;b3c019fcff38:41231 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0a36ca04cfb14c76adfe45656fe2b764, entries=8, sequenceid=58, filesize=5.5 K 2024-11-10T00:21:54,941 DEBUG [M:0;b3c019fcff38:41231 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e9770e8910c447e0a3ee2785e121fae7 as hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e9770e8910c447e0a3ee2785e121fae7 2024-11-10T00:21:54,945 INFO [M:0;b3c019fcff38:41231 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e9770e8910c447e0a3ee2785e121fae7 2024-11-10T00:21:54,946 INFO [M:0;b3c019fcff38:41231 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e9770e8910c447e0a3ee2785e121fae7, entries=6, sequenceid=58, filesize=6.6 K 2024-11-10T00:21:54,946 DEBUG [M:0;b3c019fcff38:41231 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f847331e1cc04f65be529be498be6cc3 as hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f847331e1cc04f65be529be498be6cc3 2024-11-10T00:21:54,951 INFO [M:0;b3c019fcff38:41231 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37457/user/jenkins/test-data/caa9fcf1-e7f3-3fe0-03ab-d7d8f4285566/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f847331e1cc04f65be529be498be6cc3, entries=1, sequenceid=58, filesize=5.0 K 2024-11-10T00:21:54,952 INFO [M:0;b3c019fcff38:41231 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=58, compaction requested=false 2024-11-10T00:21:54,953 INFO [M:0;b3c019fcff38:41231 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:21:54,953 DEBUG [M:0;b3c019fcff38:41231 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731198113654Disabling compacts and flushes for region at 1731198113654Disabling writes for close at 1731198113654Obtaining lock to block concurrent updates at 1731198113655 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731198113655Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28739, getHeapSize=34928, getOffHeapSize=0, getCellsCount=69 at 1731198113655Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731198113656 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731198113656Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731198113670 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731198113670Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731198114080 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731198114097 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731198114097Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731198114508 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731198114525 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731198114525Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39e6b2fd: reopening flushed file at 1731198114935 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a9023ca: reopening flushed file at 1731198114941 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68253d7b: reopening flushed file at 1731198114946 (+5 ms)Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=58, compaction requested=false at 1731198114952 (+6 ms)Writing region close event to WAL at 1731198114953 (+1 ms)Closed at 1731198114953 2024-11-10T00:21:54,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38743 is added to blk_1073741830_1006 (size=33038) 2024-11-10T00:21:54,958 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T00:21:54,958 INFO [M:0;b3c019fcff38:41231 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T00:21:54,958 INFO [M:0;b3c019fcff38:41231 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41231 2024-11-10T00:21:54,959 INFO [M:0;b3c019fcff38:41231 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T00:21:55,061 INFO [M:0;b3c019fcff38:41231 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T00:21:55,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41231-0x100ff3f86130003, quorum=127.0.0.1:58079, baseZNode=/11289541560 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:21:55,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41231-0x100ff3f86130003, quorum=127.0.0.1:58079, baseZNode=/11289541560 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:21:55,064 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26db198b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T00:21:55,064 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26636bd0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T00:21:55,064 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T00:21:55,064 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2136d69e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T00:21:55,064 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e22e585{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a106bdd-45d2-bd0d-adfa-93437fddb35a/hadoop.log.dir/,STOPPED} 2024-11-10T00:21:55,066 WARN [BP-1898064491-172.17.0.2-1731198036829 heartbeating to localhost/127.0.0.1:37457 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T00:21:55,066 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T00:21:55,066 WARN [BP-1898064491-172.17.0.2-1731198036829 heartbeating to localhost/127.0.0.1:37457 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1898064491-172.17.0.2-1731198036829 (Datanode Uuid bb6b2560-6d41-4042-959c-8fddca545699) service to localhost/127.0.0.1:37457 2024-11-10T00:21:55,066 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T00:21:55,066 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a106bdd-45d2-bd0d-adfa-93437fddb35a/cluster_ff2f2fb4-013f-ca7b-fe81-6970a768e312/data/data1/current/BP-1898064491-172.17.0.2-1731198036829 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T00:21:55,067 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a106bdd-45d2-bd0d-adfa-93437fddb35a/cluster_ff2f2fb4-013f-ca7b-fe81-6970a768e312/data/data2/current/BP-1898064491-172.17.0.2-1731198036829 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T00:21:55,067 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T00:21:55,073 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d7a321f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T00:21:55,073 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50e5ce00{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T00:21:55,073 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T00:21:55,074 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10dfce23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T00:21:55,074 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6aafdf85{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a106bdd-45d2-bd0d-adfa-93437fddb35a/hadoop.log.dir/,STOPPED} 2024-11-10T00:21:55,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T00:21:55,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T00:21:55,086 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:21:55,086 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:21:55,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:21:55,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:21:55,086 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:21:55,087 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T00:21:55,087 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=533929240, stopped=false 2024-11-10T00:21:55,087 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b3c019fcff38,45071,1731198033705 2024-11-10T00:21:55,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44229-0x100ff3f86130001, quorum=127.0.0.1:58079, baseZNode=/0599927440 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0599927440/running 2024-11-10T00:21:55,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45071-0x100ff3f86130000, quorum=127.0.0.1:58079, baseZNode=/0599927440 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0599927440/running 2024-11-10T00:21:55,089 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T00:21:55,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45071-0x100ff3f86130000, quorum=127.0.0.1:58079, baseZNode=/0599927440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599927440 2024-11-10T00:21:55,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44229-0x100ff3f86130001, quorum=127.0.0.1:58079, baseZNode=/0599927440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599927440 2024-11-10T00:21:55,089 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:21:55,089 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:21:55,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:21:55,089 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b3c019fcff38,44229,1731198033756' ***** 2024-11-10T00:21:55,089 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T00:21:55,090 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44229-0x100ff3f86130001, quorum=127.0.0.1:58079, baseZNode=/0599927440 Set watcher on znode that does not yet exist, /0599927440/running 2024-11-10T00:21:55,090 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45071-0x100ff3f86130000, quorum=127.0.0.1:58079, baseZNode=/0599927440 Set watcher on znode that does not yet exist, /0599927440/running 2024-11-10T00:21:55,090 INFO [RS:0;b3c019fcff38:44229 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T00:21:55,090 INFO [RS:0;b3c019fcff38:44229 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T00:21:55,090 INFO [RS:0;b3c019fcff38:44229 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T00:21:55,090 INFO [RS:0;b3c019fcff38:44229 {}] regionserver.HRegionServer(3091): Received CLOSE for 38e2e9155f61686216eaf0b3dd1d6b5a 2024-11-10T00:21:55,090 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T00:21:55,090 INFO [RS:0;b3c019fcff38:44229 {}] regionserver.HRegionServer(3091): Received CLOSE for 01f6c13d10981b0b3c1928bd1ef30f08 2024-11-10T00:21:55,090 INFO [RS:0;b3c019fcff38:44229 {}] regionserver.HRegionServer(959): stopping server b3c019fcff38,44229,1731198033756 2024-11-10T00:21:55,090 INFO [RS:0;b3c019fcff38:44229 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T00:21:55,090 INFO [RS:0;b3c019fcff38:44229 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b3c019fcff38:44229. 2024-11-10T00:21:55,090 DEBUG [RS:0;b3c019fcff38:44229 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:21:55,090 DEBUG [RS:0;b3c019fcff38:44229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:21:55,090 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 38e2e9155f61686216eaf0b3dd1d6b5a, disabling compactions & flushes 2024-11-10T00:21:55,090 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731198040988.38e2e9155f61686216eaf0b3dd1d6b5a. 2024-11-10T00:21:55,090 INFO [RS:0;b3c019fcff38:44229 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T00:21:55,090 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731198040988.38e2e9155f61686216eaf0b3dd1d6b5a. 2024-11-10T00:21:55,091 INFO [RS:0;b3c019fcff38:44229 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T00:21:55,091 INFO [RS:0;b3c019fcff38:44229 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T00:21:55,091 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731198040988.38e2e9155f61686216eaf0b3dd1d6b5a. after waiting 0 ms 2024-11-10T00:21:55,091 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731198040988.38e2e9155f61686216eaf0b3dd1d6b5a. 2024-11-10T00:21:55,091 INFO [RS:0;b3c019fcff38:44229 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T00:21:55,091 INFO [RS:0;b3c019fcff38:44229 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T00:21:55,091 DEBUG [RS:0;b3c019fcff38:44229 {}] regionserver.HRegionServer(1325): Online Regions={38e2e9155f61686216eaf0b3dd1d6b5a=test,,1731198040988.38e2e9155f61686216eaf0b3dd1d6b5a., 1588230740=hbase:meta,,1.1588230740, 01f6c13d10981b0b3c1928bd1ef30f08=hbase:replication,,1731198045327.01f6c13d10981b0b3c1928bd1ef30f08.} 2024-11-10T00:21:55,091 DEBUG [RS:0;b3c019fcff38:44229 {}] regionserver.HRegionServer(1351): Waiting on 01f6c13d10981b0b3c1928bd1ef30f08, 1588230740, 38e2e9155f61686216eaf0b3dd1d6b5a 2024-11-10T00:21:55,091 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T00:21:55,091 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T00:21:55,091 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T00:21:55,091 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T00:21:55,091 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T00:21:55,091 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T00:21:55,095 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/data/default/test/38e2e9155f61686216eaf0b3dd1d6b5a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T00:21:55,096 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T00:21:55,096 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T00:21:55,096 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731198040988.38e2e9155f61686216eaf0b3dd1d6b5a. 2024-11-10T00:21:55,096 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 38e2e9155f61686216eaf0b3dd1d6b5a: Waiting for close lock at 1731198115090Running coprocessor pre-close hooks at 1731198115090Disabling compacts and flushes for region at 1731198115090Disabling writes for close at 1731198115091 (+1 ms)Writing region close event to WAL at 1731198115092 (+1 ms)Running coprocessor post-close hooks at 1731198115096 (+4 ms)Closed at 1731198115096 2024-11-10T00:21:55,096 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731198040988.38e2e9155f61686216eaf0b3dd1d6b5a. 2024-11-10T00:21:55,096 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 01f6c13d10981b0b3c1928bd1ef30f08, disabling compactions & flushes 2024-11-10T00:21:55,096 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731198045327.01f6c13d10981b0b3c1928bd1ef30f08. 2024-11-10T00:21:55,096 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731198045327.01f6c13d10981b0b3c1928bd1ef30f08. 2024-11-10T00:21:55,096 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731198045327.01f6c13d10981b0b3c1928bd1ef30f08. after waiting 0 ms 2024-11-10T00:21:55,096 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731198045327.01f6c13d10981b0b3c1928bd1ef30f08. 2024-11-10T00:21:55,096 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 01f6c13d10981b0b3c1928bd1ef30f08 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-10T00:21:55,107 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/data/hbase/meta/1588230740/.tmp/info/c23a604c8be945de921127ce6e14b37a is 147, key is hbase:replication,,1731198045327.01f6c13d10981b0b3c1928bd1ef30f08./info:regioninfo/1731198046497/Put/seqid=0 2024-11-10T00:21:55,111 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/data/hbase/replication/01f6c13d10981b0b3c1928bd1ef30f08/.tmp/hfileref/077e6cf8645a4d6497e67060908478a9 is 74, key is 1/hfileref:032aac8e862f4be29f69a3ea0703c8a0_SeqId_4_/1731198049691/DeleteColumn/seqid=0 2024-11-10T00:21:55,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45107 is added to blk_1073741844_1020 (size=7686) 2024-11-10T00:21:55,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45107 is added to blk_1073741845_1021 (size=5203) 2024-11-10T00:21:55,166 INFO [regionserver/b3c019fcff38:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T00:21:55,291 DEBUG [RS:0;b3c019fcff38:44229 {}] regionserver.HRegionServer(1351): Waiting on 01f6c13d10981b0b3c1928bd1ef30f08, 1588230740 2024-11-10T00:21:55,491 DEBUG [RS:0;b3c019fcff38:44229 {}] regionserver.HRegionServer(1351): Waiting on 01f6c13d10981b0b3c1928bd1ef30f08, 1588230740 2024-11-10T00:21:55,514 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/data/hbase/meta/1588230740/.tmp/info/c23a604c8be945de921127ce6e14b37a 2024-11-10T00:21:55,516 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/data/hbase/replication/01f6c13d10981b0b3c1928bd1ef30f08/.tmp/hfileref/077e6cf8645a4d6497e67060908478a9 2024-11-10T00:21:55,542 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/data/hbase/meta/1588230740/.tmp/ns/274e2c6e8f404666b780c833e22d3ca9 is 43, key is default/ns:d/1731198036734/Put/seqid=0 2024-11-10T00:21:55,542 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/data/hbase/replication/01f6c13d10981b0b3c1928bd1ef30f08/.tmp/queue/22119998063d4d5fa998422f84a4a279 is 153, key is 1-b3c019fcff38,44229,1731198033756/queue:b3c019fcff38%2C44229%2C1731198033756/1731198051517/Put/seqid=0 2024-11-10T00:21:55,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45107 is added to blk_1073741846_1022 (size=5153) 2024-11-10T00:21:55,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45107 is added to blk_1073741847_1023 (size=5352) 2024-11-10T00:21:55,612 INFO [regionserver/b3c019fcff38:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T00:21:55,612 INFO [regionserver/b3c019fcff38:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T00:21:55,692 DEBUG [RS:0;b3c019fcff38:44229 {}] regionserver.HRegionServer(1351): Waiting on 01f6c13d10981b0b3c1928bd1ef30f08, 1588230740 2024-11-10T00:21:55,892 DEBUG [RS:0;b3c019fcff38:44229 {}] regionserver.HRegionServer(1351): Waiting on 01f6c13d10981b0b3c1928bd1ef30f08, 1588230740 2024-11-10T00:21:55,947 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/data/hbase/meta/1588230740/.tmp/ns/274e2c6e8f404666b780c833e22d3ca9 2024-11-10T00:21:55,947 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/data/hbase/replication/01f6c13d10981b0b3c1928bd1ef30f08/.tmp/queue/22119998063d4d5fa998422f84a4a279 2024-11-10T00:21:55,953 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/data/hbase/replication/01f6c13d10981b0b3c1928bd1ef30f08/.tmp/hfileref/077e6cf8645a4d6497e67060908478a9 as hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/data/hbase/replication/01f6c13d10981b0b3c1928bd1ef30f08/hfileref/077e6cf8645a4d6497e67060908478a9 2024-11-10T00:21:55,958 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/data/hbase/replication/01f6c13d10981b0b3c1928bd1ef30f08/hfileref/077e6cf8645a4d6497e67060908478a9, entries=2, sequenceid=10, filesize=5.1 K 2024-11-10T00:21:55,959 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/data/hbase/replication/01f6c13d10981b0b3c1928bd1ef30f08/.tmp/queue/22119998063d4d5fa998422f84a4a279 as hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/data/hbase/replication/01f6c13d10981b0b3c1928bd1ef30f08/queue/22119998063d4d5fa998422f84a4a279 2024-11-10T00:21:55,964 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/data/hbase/replication/01f6c13d10981b0b3c1928bd1ef30f08/queue/22119998063d4d5fa998422f84a4a279, entries=1, sequenceid=10, filesize=5.2 K 2024-11-10T00:21:55,965 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 01f6c13d10981b0b3c1928bd1ef30f08 in 869ms, sequenceid=10, compaction requested=false 2024-11-10T00:21:55,968 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/data/hbase/meta/1588230740/.tmp/rep_barrier/372731052428471c9540985d36ac416f is 112, key is test,,1731198040988.38e2e9155f61686216eaf0b3dd1d6b5a./rep_barrier:seqnumDuringOpen/1731198042154/Put/seqid=0 2024-11-10T00:21:55,969 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/data/hbase/replication/01f6c13d10981b0b3c1928bd1ef30f08/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-10T00:21:55,970 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T00:21:55,970 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T00:21:55,970 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731198045327.01f6c13d10981b0b3c1928bd1ef30f08. 2024-11-10T00:21:55,970 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 01f6c13d10981b0b3c1928bd1ef30f08: Waiting for close lock at 1731198115096Running coprocessor pre-close hooks at 1731198115096Disabling compacts and flushes for region at 1731198115096Disabling writes for close at 1731198115096Obtaining lock to block concurrent updates at 1731198115096Preparing flush snapshotting stores in 01f6c13d10981b0b3c1928bd1ef30f08 at 1731198115096Finished memstore snapshotting hbase:replication,,1731198045327.01f6c13d10981b0b3c1928bd1ef30f08., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731198115097 (+1 ms)Flushing stores of hbase:replication,,1731198045327.01f6c13d10981b0b3c1928bd1ef30f08. at 1731198115097Flushing 01f6c13d10981b0b3c1928bd1ef30f08/hfileref: creating writer at 1731198115097Flushing 01f6c13d10981b0b3c1928bd1ef30f08/hfileref: appending metadata at 1731198115111 (+14 ms)Flushing 01f6c13d10981b0b3c1928bd1ef30f08/hfileref: closing flushed file at 1731198115111Flushing 01f6c13d10981b0b3c1928bd1ef30f08/queue: creating writer at 1731198115521 (+410 ms)Flushing 01f6c13d10981b0b3c1928bd1ef30f08/queue: appending metadata at 1731198115541 (+20 ms)Flushing 01f6c13d10981b0b3c1928bd1ef30f08/queue: closing flushed file at 1731198115541Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33c65f52: reopening flushed file at 1731198115952 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1723bbb8: reopening flushed file at 1731198115958 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 01f6c13d10981b0b3c1928bd1ef30f08 in 869ms, sequenceid=10, compaction requested=false at 1731198115965 (+7 ms)Writing region close event to WAL at 1731198115966 (+1 ms)Running coprocessor post-close hooks at 1731198115970 (+4 ms)Closed at 1731198115970 2024-11-10T00:21:55,970 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731198045327.01f6c13d10981b0b3c1928bd1ef30f08. 2024-11-10T00:21:55,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45107 is added to blk_1073741848_1024 (size=5518) 2024-11-10T00:21:56,092 INFO [RS:0;b3c019fcff38:44229 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T00:21:56,092 DEBUG [RS:0;b3c019fcff38:44229 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T00:21:56,092 DEBUG [RS:0;b3c019fcff38:44229 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:21:56,292 DEBUG [RS:0;b3c019fcff38:44229 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:21:56,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:21:56,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:21:56,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:21:56,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:21:56,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:21:56,373 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/data/hbase/meta/1588230740/.tmp/rep_barrier/372731052428471c9540985d36ac416f 2024-11-10T00:21:56,396 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/data/hbase/meta/1588230740/.tmp/table/d77222f1433b4abe89456cd82468e9a6 is 53, key is hbase:replication/table:state/1731198046506/Put/seqid=0 2024-11-10T00:21:56,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45107 is added to blk_1073741849_1025 (size=5308) 2024-11-10T00:21:56,493 DEBUG [RS:0;b3c019fcff38:44229 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:21:56,693 DEBUG [RS:0;b3c019fcff38:44229 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:21:56,800 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/data/hbase/meta/1588230740/.tmp/table/d77222f1433b4abe89456cd82468e9a6 2024-11-10T00:21:56,806 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/data/hbase/meta/1588230740/.tmp/info/c23a604c8be945de921127ce6e14b37a as hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/data/hbase/meta/1588230740/info/c23a604c8be945de921127ce6e14b37a 2024-11-10T00:21:56,812 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/data/hbase/meta/1588230740/info/c23a604c8be945de921127ce6e14b37a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T00:21:56,812 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/data/hbase/meta/1588230740/.tmp/ns/274e2c6e8f404666b780c833e22d3ca9 as hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/data/hbase/meta/1588230740/ns/274e2c6e8f404666b780c833e22d3ca9 2024-11-10T00:21:56,817 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/data/hbase/meta/1588230740/ns/274e2c6e8f404666b780c833e22d3ca9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T00:21:56,818 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/data/hbase/meta/1588230740/.tmp/rep_barrier/372731052428471c9540985d36ac416f as hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/data/hbase/meta/1588230740/rep_barrier/372731052428471c9540985d36ac416f 2024-11-10T00:21:56,823 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/data/hbase/meta/1588230740/rep_barrier/372731052428471c9540985d36ac416f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T00:21:56,824 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/data/hbase/meta/1588230740/.tmp/table/d77222f1433b4abe89456cd82468e9a6 as hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/data/hbase/meta/1588230740/table/d77222f1433b4abe89456cd82468e9a6 2024-11-10T00:21:56,829 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/data/hbase/meta/1588230740/table/d77222f1433b4abe89456cd82468e9a6, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T00:21:56,830 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1739ms, sequenceid=16, compaction requested=false 2024-11-10T00:21:56,835 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T00:21:56,835 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T00:21:56,835 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T00:21:56,835 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T00:21:56,835 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731198115091Running coprocessor pre-close hooks at 1731198115091Disabling compacts and flushes for region at 1731198115091Disabling writes for close at 1731198115091Obtaining lock to block concurrent updates at 1731198115091Preparing flush snapshotting stores in 1588230740 at 1731198115091Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731198115092 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731198115092Flushing 1588230740/info: creating writer at 1731198115092Flushing 1588230740/info: appending metadata at 1731198115107 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731198115107Flushing 1588230740/ns: creating writer at 1731198115520 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731198115541 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731198115541Flushing 1588230740/rep_barrier: creating writer at 1731198115953 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731198115967 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731198115967Flushing 1588230740/table: creating writer at 1731198116378 (+411 ms)Flushing 1588230740/table: appending metadata at 1731198116395 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731198116395Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cc28fd7: reopening flushed file at 1731198116806 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e75cc49: reopening flushed file at 1731198116812 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@721e4e9c: reopening flushed file at 1731198116818 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52be08c9: reopening flushed file at 1731198116823 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1739ms, sequenceid=16, compaction requested=false at 1731198116830 (+7 ms)Writing region close event to WAL at 1731198116832 (+2 ms)Running coprocessor post-close hooks at 1731198116835 (+3 ms)Closed at 1731198116835 2024-11-10T00:21:56,835 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T00:21:56,856 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T00:21:56,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:21:56,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:21:56,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:21:56,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:21:56,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:21:56,893 INFO [RS:0;b3c019fcff38:44229 {}] regionserver.HRegionServer(976): stopping server b3c019fcff38,44229,1731198033756; all regions closed. 2024-11-10T00:21:56,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45107 is added to blk_1073741834_1010 (size=4239) 2024-11-10T00:21:56,895 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/WALs/b3c019fcff38,44229,1731198033756/b3c019fcff38%2C44229%2C1731198033756.meta.1731198036686.meta not finished, retry = 0 2024-11-10T00:21:56,999 DEBUG [RS:0;b3c019fcff38:44229 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/oldWALs 2024-11-10T00:21:56,999 INFO [RS:0;b3c019fcff38:44229 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b3c019fcff38%2C44229%2C1731198033756.meta:.meta(num 1731198036686) 2024-11-10T00:21:57,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45107 is added to blk_1073741839_1015 (size=2700) 2024-11-10T00:21:57,003 DEBUG [RS:0;b3c019fcff38:44229 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/oldWALs 2024-11-10T00:21:57,003 INFO [RS:0;b3c019fcff38:44229 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b3c019fcff38%2C44229%2C1731198033756.rep:(num 1731198046465) 2024-11-10T00:21:57,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45107 is added to blk_1073741832_1008 (size=1300) 2024-11-10T00:21:57,008 DEBUG [RS:0;b3c019fcff38:44229 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/oldWALs 2024-11-10T00:21:57,008 INFO [RS:0;b3c019fcff38:44229 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b3c019fcff38%2C44229%2C1731198033756:(num 1731198035748) 2024-11-10T00:21:57,008 DEBUG [RS:0;b3c019fcff38:44229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:21:57,008 INFO [RS:0;b3c019fcff38:44229 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T00:21:57,008 INFO [RS:0;b3c019fcff38:44229 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T00:21:57,008 INFO [RS:0;b3c019fcff38:44229 {}] hbase.ChoreService(370): Chore service for: regionserver/b3c019fcff38:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T00:21:57,009 INFO [RS:0;b3c019fcff38:44229 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T00:21:57,009 INFO [regionserver/b3c019fcff38:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T00:21:57,009 INFO [RS:0;b3c019fcff38:44229 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b3c019fcff38,44229,1731198033756 because: Region server is closing 2024-11-10T00:21:57,009 INFO [RS:0;b3c019fcff38:44229 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b3c019fcff38:44229. 2024-11-10T00:21:57,009 DEBUG [RS:0;b3c019fcff38:44229 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:21:57,009 DEBUG [RS:0;b3c019fcff38:44229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:21:57,009 DEBUG [RS:0;b3c019fcff38:44229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:21:57,010 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:21:57,110 WARN [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756.replicationSource.wal-reader.b3c019fcff38%2C44229%2C1731198033756,1-b3c019fcff38,44229,1731198033756 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T00:21:57,110 WARN [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756.replicationSource.shipperb3c019fcff38%2C44229%2C1731198033756,1-b3c019fcff38,44229,1731198033756 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T00:21:57,110 INFO [RS:0;b3c019fcff38:44229 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44229,1731198033756.replicationSource.shipperb3c019fcff38%2C44229%2C1731198033756,1-b3c019fcff38,44229,1731198033756 terminated 2024-11-10T00:21:57,110 INFO [RS:0;b3c019fcff38:44229 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44229 2024-11-10T00:21:57,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44229-0x100ff3f86130001, quorum=127.0.0.1:58079, baseZNode=/0599927440 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0599927440/rs/b3c019fcff38,44229,1731198033756 2024-11-10T00:21:57,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45071-0x100ff3f86130000, quorum=127.0.0.1:58079, baseZNode=/0599927440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599927440/rs 2024-11-10T00:21:57,112 INFO [RS:0;b3c019fcff38:44229 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T00:21:57,115 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b3c019fcff38,44229,1731198033756] 2024-11-10T00:21:57,117 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0599927440/draining/b3c019fcff38,44229,1731198033756 already deleted, retry=false 2024-11-10T00:21:57,117 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b3c019fcff38,44229,1731198033756 expired; onlineServers=0 2024-11-10T00:21:57,117 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b3c019fcff38,45071,1731198033705' ***** 2024-11-10T00:21:57,117 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T00:21:57,117 INFO [M:0;b3c019fcff38:45071 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T00:21:57,117 INFO [M:0;b3c019fcff38:45071 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T00:21:57,117 DEBUG [M:0;b3c019fcff38:45071 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T00:21:57,117 DEBUG [M:0;b3c019fcff38:45071 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T00:21:57,117 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T00:21:57,117 DEBUG [master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731198035532 {}] cleaner.HFileCleaner(306): Exit Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731198035532,5,FailOnTimeoutGroup] 2024-11-10T00:21:57,117 DEBUG [master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731198035531 {}] cleaner.HFileCleaner(306): Exit Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731198035531,5,FailOnTimeoutGroup] 2024-11-10T00:21:57,117 INFO [M:0;b3c019fcff38:45071 {}] hbase.ChoreService(370): Chore service for: master/b3c019fcff38:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T00:21:57,117 INFO [M:0;b3c019fcff38:45071 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T00:21:57,117 DEBUG [M:0;b3c019fcff38:45071 {}] master.HMaster(1795): Stopping service threads 2024-11-10T00:21:57,117 INFO [M:0;b3c019fcff38:45071 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T00:21:57,117 INFO [M:0;b3c019fcff38:45071 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T00:21:57,118 INFO [M:0;b3c019fcff38:45071 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T00:21:57,118 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T00:21:57,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45071-0x100ff3f86130000, quorum=127.0.0.1:58079, baseZNode=/0599927440 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0599927440/master 2024-11-10T00:21:57,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45071-0x100ff3f86130000, quorum=127.0.0.1:58079, baseZNode=/0599927440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599927440 2024-11-10T00:21:57,118 DEBUG [M:0;b3c019fcff38:45071 {}] zookeeper.ZKUtil(347): master:45071-0x100ff3f86130000, quorum=127.0.0.1:58079, baseZNode=/0599927440 Unable to get data of znode /0599927440/master because node does not exist (not an error) 2024-11-10T00:21:57,119 WARN [M:0;b3c019fcff38:45071 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T00:21:57,120 INFO [M:0;b3c019fcff38:45071 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/.lastflushedseqids 2024-11-10T00:21:57,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45107 is added to blk_1073741850_1026 (size=263) 2024-11-10T00:21:57,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44229-0x100ff3f86130001, quorum=127.0.0.1:58079, baseZNode=/0599927440 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:21:57,215 INFO [RS:0;b3c019fcff38:44229 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T00:21:57,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44229-0x100ff3f86130001, quorum=127.0.0.1:58079, baseZNode=/0599927440 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:21:57,215 INFO [RS:0;b3c019fcff38:44229 {}] regionserver.HRegionServer(1031): Exiting; stopping=b3c019fcff38,44229,1731198033756; zookeeper connection closed. 2024-11-10T00:21:57,216 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@d06152 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@d06152 2024-11-10T00:21:57,216 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T00:21:57,525 INFO [M:0;b3c019fcff38:45071 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T00:21:57,525 INFO [M:0;b3c019fcff38:45071 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T00:21:57,525 DEBUG [M:0;b3c019fcff38:45071 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T00:21:57,525 INFO [M:0;b3c019fcff38:45071 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:21:57,525 DEBUG [M:0;b3c019fcff38:45071 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:21:57,525 DEBUG [M:0;b3c019fcff38:45071 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T00:21:57,525 DEBUG [M:0;b3c019fcff38:45071 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:21:57,526 INFO [M:0;b3c019fcff38:45071 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-10T00:21:57,541 DEBUG [M:0;b3c019fcff38:45071 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/011f202e6c1a4749bbdba265007f56f6 is 82, key is hbase:meta,,1/info:regioninfo/1731198036719/Put/seqid=0 2024-11-10T00:21:57,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45107 is added to blk_1073741851_1027 (size=5672) 2024-11-10T00:21:57,946 INFO [M:0;b3c019fcff38:45071 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/011f202e6c1a4749bbdba265007f56f6 2024-11-10T00:21:57,966 DEBUG [M:0;b3c019fcff38:45071 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5f42c8da6ebf4cd48e516ac65a7d2c56 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731198042167/Put/seqid=0 2024-11-10T00:21:57,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45107 is added to blk_1073741852_1028 (size=7240) 2024-11-10T00:21:58,371 INFO [M:0;b3c019fcff38:45071 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5f42c8da6ebf4cd48e516ac65a7d2c56 2024-11-10T00:21:58,376 INFO [M:0;b3c019fcff38:45071 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5f42c8da6ebf4cd48e516ac65a7d2c56 2024-11-10T00:21:58,390 DEBUG [M:0;b3c019fcff38:45071 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6250d06a6df74ab4968f8267601e8fb4 is 69, key is b3c019fcff38,44229,1731198033756/rs:state/1731198035599/Put/seqid=0 2024-11-10T00:21:58,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45107 is added to blk_1073741853_1029 (size=5156) 2024-11-10T00:21:58,794 INFO [M:0;b3c019fcff38:45071 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6250d06a6df74ab4968f8267601e8fb4 2024-11-10T00:21:58,799 DEBUG [M:0;b3c019fcff38:45071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/011f202e6c1a4749bbdba265007f56f6 as hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/011f202e6c1a4749bbdba265007f56f6 2024-11-10T00:21:58,804 INFO [M:0;b3c019fcff38:45071 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/011f202e6c1a4749bbdba265007f56f6, entries=8, sequenceid=105, filesize=5.5 K 2024-11-10T00:21:58,805 DEBUG [M:0;b3c019fcff38:45071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5f42c8da6ebf4cd48e516ac65a7d2c56 as hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5f42c8da6ebf4cd48e516ac65a7d2c56 2024-11-10T00:21:58,808 INFO [M:0;b3c019fcff38:45071 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5f42c8da6ebf4cd48e516ac65a7d2c56 2024-11-10T00:21:58,809 INFO [M:0;b3c019fcff38:45071 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5f42c8da6ebf4cd48e516ac65a7d2c56, entries=11, sequenceid=105, filesize=7.1 K 2024-11-10T00:21:58,809 DEBUG [M:0;b3c019fcff38:45071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6250d06a6df74ab4968f8267601e8fb4 as hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6250d06a6df74ab4968f8267601e8fb4 2024-11-10T00:21:58,813 INFO [M:0;b3c019fcff38:45071 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42633/user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6250d06a6df74ab4968f8267601e8fb4, entries=1, sequenceid=105, filesize=5.0 K 2024-11-10T00:21:58,814 INFO [M:0;b3c019fcff38:45071 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=105, compaction requested=false 2024-11-10T00:21:58,816 INFO [M:0;b3c019fcff38:45071 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:21:58,816 DEBUG [M:0;b3c019fcff38:45071 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731198117525Disabling compacts and flushes for region at 1731198117525Disabling writes for close at 1731198117525Obtaining lock to block concurrent updates at 1731198117526 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731198117526Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1731198117526Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731198117527 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731198117527Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731198117541 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731198117541Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731198117951 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731198117965 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731198117965Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731198118376 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731198118389 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731198118390 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@746a94b: reopening flushed file at 1731198118799 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44de320c: reopening flushed file at 1731198118804 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b4aa485: reopening flushed file at 1731198118809 (+5 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=105, compaction requested=false at 1731198118814 (+5 ms)Writing region close event to WAL at 1731198118816 (+2 ms)Closed at 1731198118816 2024-11-10T00:21:58,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45107 is added to blk_1073741830_1006 (size=64526) 2024-11-10T00:21:58,818 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/71c20c4d-1b5f-0d87-a448-03eb23c4daec/MasterData/WALs/b3c019fcff38,45071,1731198033705/b3c019fcff38%2C45071%2C1731198033705.1731198035448 not finished, retry = 0 2024-11-10T00:21:58,919 INFO [M:0;b3c019fcff38:45071 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T00:21:58,919 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T00:21:58,919 INFO [M:0;b3c019fcff38:45071 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45071 2024-11-10T00:21:58,920 INFO [M:0;b3c019fcff38:45071 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T00:21:59,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45071-0x100ff3f86130000, quorum=127.0.0.1:58079, baseZNode=/0599927440 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:21:59,022 INFO [M:0;b3c019fcff38:45071 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T00:21:59,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45071-0x100ff3f86130000, quorum=127.0.0.1:58079, baseZNode=/0599927440 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:21:59,024 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6785d18c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T00:21:59,024 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@54ec4002{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T00:21:59,024 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T00:21:59,025 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a533fc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T00:21:59,025 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66e93db9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721dad30-263b-163c-fbfe-b233fb4eecd5/hadoop.log.dir/,STOPPED} 2024-11-10T00:21:59,025 WARN [BP-506098933-172.17.0.2-1731198032792 heartbeating to localhost/127.0.0.1:42633 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T00:21:59,026 WARN [BP-506098933-172.17.0.2-1731198032792 heartbeating to localhost/127.0.0.1:42633 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-506098933-172.17.0.2-1731198032792 (Datanode Uuid e26fbdaa-57f5-4dd6-8ec4-4ea1c25d602f) service to localhost/127.0.0.1:42633 2024-11-10T00:21:59,026 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T00:21:59,026 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T00:21:59,026 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721dad30-263b-163c-fbfe-b233fb4eecd5/cluster_265c03f9-c883-e825-23f1-1f5db2454171/data/data1/current/BP-506098933-172.17.0.2-1731198032792 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T00:21:59,027 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721dad30-263b-163c-fbfe-b233fb4eecd5/cluster_265c03f9-c883-e825-23f1-1f5db2454171/data/data2/current/BP-506098933-172.17.0.2-1731198032792 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T00:21:59,027 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T00:21:59,033 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e3d7ff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T00:21:59,033 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24877fb3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T00:21:59,033 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T00:21:59,033 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50695de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T00:21:59,033 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fecc9af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721dad30-263b-163c-fbfe-b233fb4eecd5/hadoop.log.dir/,STOPPED} 2024-11-10T00:21:59,039 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T00:21:59,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T00:21:59,060 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=160 (was 139) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42633 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37457 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58079) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58079) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42633 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007feb7cb8faa8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:42633 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007feb7cb8faa8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42633 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:37457 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:42633 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37457 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37457 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:42633 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42633 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37457 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:42633 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=150 (was 62) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9570 (was 9764) 2024-11-10T00:21:59,067 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=161, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=150, ProcessCount=11, AvailableMemoryMB=9570 2024-11-10T00:21:59,080 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-10T00:21:59,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a106bdd-45d2-bd0d-adfa-93437fddb35a/hadoop.log.dir so I do NOT create it in target/test-data/58ee364d-b95c-2ef0-557a-029658f7d0b3 2024-11-10T00:21:59,080 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a106bdd-45d2-bd0d-adfa-93437fddb35a/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T00:21:59,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a106bdd-45d2-bd0d-adfa-93437fddb35a/hadoop.tmp.dir so I do NOT create it in target/test-data/58ee364d-b95c-2ef0-557a-029658f7d0b3 2024-11-10T00:21:59,080 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a106bdd-45d2-bd0d-adfa-93437fddb35a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T00:21:59,080 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ee364d-b95c-2ef0-557a-029658f7d0b3 2024-11-10T00:21:59,081 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ee364d-b95c-2ef0-557a-029658f7d0b3/cluster_9cce2011-b25e-1f83-18e3-1b8bb8d9a912, deleteOnExit=true 2024-11-10T00:21:59,083 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ee364d-b95c-2ef0-557a-029658f7d0b3/cluster_9cce2011-b25e-1f83-18e3-1b8bb8d9a912/zookeeper_0, clientPort=59686, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ee364d-b95c-2ef0-557a-029658f7d0b3/cluster_9cce2011-b25e-1f83-18e3-1b8bb8d9a912/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ee364d-b95c-2ef0-557a-029658f7d0b3/cluster_9cce2011-b25e-1f83-18e3-1b8bb8d9a912/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T00:21:59,084 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59686 2024-11-10T00:21:59,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T00:21:59,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T00:21:59,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ee364d-b95c-2ef0-557a-029658f7d0b3/test.cache.data in system properties and HBase conf 2024-11-10T00:21:59,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ee364d-b95c-2ef0-557a-029658f7d0b3/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T00:21:59,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ee364d-b95c-2ef0-557a-029658f7d0b3/hadoop.log.dir in system properties and HBase conf 2024-11-10T00:21:59,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ee364d-b95c-2ef0-557a-029658f7d0b3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T00:21:59,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ee364d-b95c-2ef0-557a-029658f7d0b3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T00:21:59,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T00:21:59,084 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T00:21:59,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ee364d-b95c-2ef0-557a-029658f7d0b3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T00:21:59,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ee364d-b95c-2ef0-557a-029658f7d0b3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T00:21:59,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ee364d-b95c-2ef0-557a-029658f7d0b3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T00:21:59,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ee364d-b95c-2ef0-557a-029658f7d0b3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T00:21:59,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ee364d-b95c-2ef0-557a-029658f7d0b3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T00:21:59,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ee364d-b95c-2ef0-557a-029658f7d0b3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T00:21:59,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ee364d-b95c-2ef0-557a-029658f7d0b3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T00:21:59,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ee364d-b95c-2ef0-557a-029658f7d0b3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T00:21:59,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ee364d-b95c-2ef0-557a-029658f7d0b3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T00:21:59,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ee364d-b95c-2ef0-557a-029658f7d0b3/nfs.dump.dir in system properties and HBase conf 2024-11-10T00:21:59,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ee364d-b95c-2ef0-557a-029658f7d0b3/java.io.tmpdir in system properties and HBase conf 2024-11-10T00:21:59,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ee364d-b95c-2ef0-557a-029658f7d0b3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T00:21:59,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ee364d-b95c-2ef0-557a-029658f7d0b3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T00:21:59,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ee364d-b95c-2ef0-557a-029658f7d0b3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T00:21:59,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100ff3f86130005, quorum=127.0.0.1:58079, baseZNode=/11289541560 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T00:21:59,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100ff3f86130002, quorum=127.0.0.1:58079, baseZNode=/0599927440 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T00:21:59,138 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100ff3f86130005, quorum=127.0.0.1:58079, baseZNode=/11289541560 Received Disconnected from ZooKeeper, ignoring 2024-11-10T00:21:59,138 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100ff3f86130002, quorum=127.0.0.1:58079, baseZNode=/0599927440 Received Disconnected from ZooKeeper, ignoring 2024-11-10T00:21:59,188 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:21:59,194 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T00:21:59,196 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T00:21:59,196 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T00:21:59,196 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T00:21:59,197 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:21:59,200 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23d953a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ee364d-b95c-2ef0-557a-029658f7d0b3/hadoop.log.dir/,AVAILABLE} 2024-11-10T00:21:59,201 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ee8259d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T00:21:59,354 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22f50b67{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ee364d-b95c-2ef0-557a-029658f7d0b3/java.io.tmpdir/jetty-localhost-44635-hadoop-hdfs-3_4_1-tests_jar-_-any-12869083240553033325/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T00:21:59,354 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7bebedbb{HTTP/1.1, (http/1.1)}{localhost:44635} 2024-11-10T00:21:59,354 INFO [Time-limited test {}] server.Server(415): Started @133059ms 2024-11-10T00:21:59,436 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:21:59,439 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T00:21:59,439 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T00:21:59,439 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T00:21:59,439 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T00:21:59,440 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@607b161a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ee364d-b95c-2ef0-557a-029658f7d0b3/hadoop.log.dir/,AVAILABLE} 2024-11-10T00:21:59,440 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@461e8a19{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T00:21:59,554 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e8a6cee{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ee364d-b95c-2ef0-557a-029658f7d0b3/java.io.tmpdir/jetty-localhost-43563-hadoop-hdfs-3_4_1-tests_jar-_-any-2726458931414900968/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T00:21:59,555 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68ab4aab{HTTP/1.1, (http/1.1)}{localhost:43563} 2024-11-10T00:21:59,555 INFO [Time-limited test {}] server.Server(415): Started @133259ms 2024-11-10T00:21:59,556 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T00:21:59,661 WARN [Thread-1288 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ee364d-b95c-2ef0-557a-029658f7d0b3/cluster_9cce2011-b25e-1f83-18e3-1b8bb8d9a912/data/data1/current/BP-912814461-172.17.0.2-1731198119116/current, will proceed with Du for space computation calculation, 2024-11-10T00:21:59,661 WARN [Thread-1289 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ee364d-b95c-2ef0-557a-029658f7d0b3/cluster_9cce2011-b25e-1f83-18e3-1b8bb8d9a912/data/data2/current/BP-912814461-172.17.0.2-1731198119116/current, will proceed with Du for space computation calculation, 2024-11-10T00:21:59,683 WARN [Thread-1276 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T00:21:59,685 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xacae9bda0eb0b9a0 with lease ID 0x50eba6a039f76f65: Processing first storage report for DS-3e4a08e8-5cd0-4bbf-a1d9-ad36fea090ed from datanode DatanodeRegistration(127.0.0.1:33919, datanodeUuid=979df5c6-8ae3-428e-8967-a79d849cea86, infoPort=45617, infoSecurePort=0, ipcPort=33893, storageInfo=lv=-57;cid=testClusterID;nsid=1215595726;c=1731198119116) 2024-11-10T00:21:59,685 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xacae9bda0eb0b9a0 with lease ID 0x50eba6a039f76f65: from storage DS-3e4a08e8-5cd0-4bbf-a1d9-ad36fea090ed node DatanodeRegistration(127.0.0.1:33919, datanodeUuid=979df5c6-8ae3-428e-8967-a79d849cea86, infoPort=45617, infoSecurePort=0, ipcPort=33893, storageInfo=lv=-57;cid=testClusterID;nsid=1215595726;c=1731198119116), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T00:21:59,685 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xacae9bda0eb0b9a0 with lease ID 0x50eba6a039f76f65: Processing first storage report for DS-80b29ed5-0639-40e8-baee-f6a2449dca81 from datanode DatanodeRegistration(127.0.0.1:33919, datanodeUuid=979df5c6-8ae3-428e-8967-a79d849cea86, infoPort=45617, infoSecurePort=0, ipcPort=33893, storageInfo=lv=-57;cid=testClusterID;nsid=1215595726;c=1731198119116) 2024-11-10T00:21:59,685 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xacae9bda0eb0b9a0 with lease ID 0x50eba6a039f76f65: from storage DS-80b29ed5-0639-40e8-baee-f6a2449dca81 node DatanodeRegistration(127.0.0.1:33919, datanodeUuid=979df5c6-8ae3-428e-8967-a79d849cea86, infoPort=45617, infoSecurePort=0, ipcPort=33893, storageInfo=lv=-57;cid=testClusterID;nsid=1215595726;c=1731198119116), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T00:21:59,781 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ee364d-b95c-2ef0-557a-029658f7d0b3 2024-11-10T00:21:59,782 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:21:59,783 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:21:59,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741825_1001 (size=7) 2024-11-10T00:22:00,192 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a with version=8 2024-11-10T00:22:00,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/hbase-staging 2024-11-10T00:22:00,194 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b3c019fcff38:0 server-side Connection retries=45 2024-11-10T00:22:00,194 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:22:00,194 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T00:22:00,194 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T00:22:00,194 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:22:00,194 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T00:22:00,194 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T00:22:00,195 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T00:22:00,195 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37661 2024-11-10T00:22:00,196 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37661 connecting to ZooKeeper ensemble=127.0.0.1:59686 2024-11-10T00:22:00,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:376610x0, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:22:00,203 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37661-0x100ff40d73a0000 connected 2024-11-10T00:22:00,217 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:22:00,219 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:22:00,221 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37661-0x100ff40d73a0000, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Set watcher on znode that does not yet exist, /0-187421491/running 2024-11-10T00:22:00,221 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a, hbase.cluster.distributed=false 2024-11-10T00:22:00,222 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37661-0x100ff40d73a0000, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Set watcher on znode that does not yet exist, /0-187421491/acl 2024-11-10T00:22:00,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37661 2024-11-10T00:22:00,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37661 2024-11-10T00:22:00,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37661 2024-11-10T00:22:00,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37661 2024-11-10T00:22:00,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37661 2024-11-10T00:22:00,240 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b3c019fcff38:0 server-side Connection retries=45 2024-11-10T00:22:00,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:22:00,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T00:22:00,240 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T00:22:00,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:22:00,241 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T00:22:00,241 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T00:22:00,241 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T00:22:00,242 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37415 2024-11-10T00:22:00,242 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37415 connecting to ZooKeeper ensemble=127.0.0.1:59686 2024-11-10T00:22:00,243 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:22:00,244 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:22:00,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374150x0, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:22:00,252 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:374150x0, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Set watcher on znode that does not yet exist, /0-187421491/running 2024-11-10T00:22:00,253 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37415-0x100ff40d73a0001 connected 2024-11-10T00:22:00,253 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T00:22:00,255 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T00:22:00,256 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37415-0x100ff40d73a0001, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Set watcher on znode that does not yet exist, /0-187421491/master 2024-11-10T00:22:00,257 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37415-0x100ff40d73a0001, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Set watcher on znode that does not yet exist, /0-187421491/acl 2024-11-10T00:22:00,258 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37415 2024-11-10T00:22:00,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37415 2024-11-10T00:22:00,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37415 2024-11-10T00:22:00,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37415 2024-11-10T00:22:00,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37415 2024-11-10T00:22:00,276 DEBUG [M:0;b3c019fcff38:37661 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b3c019fcff38:37661 2024-11-10T00:22:00,276 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-187421491/backup-masters/b3c019fcff38,37661,1731198120194 2024-11-10T00:22:00,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37415-0x100ff40d73a0001, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-187421491/backup-masters 2024-11-10T00:22:00,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37661-0x100ff40d73a0000, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-187421491/backup-masters 2024-11-10T00:22:00,278 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37661-0x100ff40d73a0000, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Set watcher on existing znode=/0-187421491/backup-masters/b3c019fcff38,37661,1731198120194 2024-11-10T00:22:00,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37661-0x100ff40d73a0000, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-187421491 2024-11-10T00:22:00,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37415-0x100ff40d73a0001, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-187421491/master 2024-11-10T00:22:00,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37415-0x100ff40d73a0001, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-187421491 2024-11-10T00:22:00,280 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37661-0x100ff40d73a0000, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Set watcher on existing znode=/0-187421491/master 2024-11-10T00:22:00,280 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-187421491/backup-masters/b3c019fcff38,37661,1731198120194 from backup master directory 2024-11-10T00:22:00,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37661-0x100ff40d73a0000, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-187421491/backup-masters/b3c019fcff38,37661,1731198120194 2024-11-10T00:22:00,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37415-0x100ff40d73a0001, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-187421491/backup-masters 2024-11-10T00:22:00,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37661-0x100ff40d73a0000, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-187421491/backup-masters 2024-11-10T00:22:00,282 WARN [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T00:22:00,282 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b3c019fcff38,37661,1731198120194 2024-11-10T00:22:00,286 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/hbase.id] with ID: 02adc029-4062-41f8-9961-861046f87450 2024-11-10T00:22:00,286 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/.tmp/hbase.id 2024-11-10T00:22:00,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741826_1002 (size=42) 2024-11-10T00:22:00,691 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/.tmp/hbase.id]:[hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/hbase.id] 2024-11-10T00:22:00,701 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:22:00,701 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T00:22:00,702 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T00:22:00,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37661-0x100ff40d73a0000, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-187421491 2024-11-10T00:22:00,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37415-0x100ff40d73a0001, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-187421491 2024-11-10T00:22:00,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741827_1003 (size=196) 2024-11-10T00:22:01,111 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:22:01,112 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T00:22:01,113 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:22:01,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741828_1004 (size=1189) 2024-11-10T00:22:01,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T00:22:01,343 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T00:22:01,343 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T00:22:01,343 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T00:22:01,343 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T00:22:01,343 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T00:22:01,343 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T00:22:01,520 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/MasterData/data/master/store 2024-11-10T00:22:01,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741829_1005 (size=34) 2024-11-10T00:22:01,927 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:22:01,927 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T00:22:01,927 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:22:01,927 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:22:01,927 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T00:22:01,927 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:22:01,927 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:22:01,927 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731198121927Disabling compacts and flushes for region at 1731198121927Disabling writes for close at 1731198121927Writing region close event to WAL at 1731198121927Closed at 1731198121927 2024-11-10T00:22:01,928 WARN [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/MasterData/data/master/store/.initializing 2024-11-10T00:22:01,928 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/MasterData/WALs/b3c019fcff38,37661,1731198120194 2024-11-10T00:22:01,929 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T00:22:01,930 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b3c019fcff38%2C37661%2C1731198120194, suffix=, logDir=hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/MasterData/WALs/b3c019fcff38,37661,1731198120194, archiveDir=hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/MasterData/oldWALs, maxLogs=10 2024-11-10T00:22:01,944 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/MasterData/WALs/b3c019fcff38,37661,1731198120194/b3c019fcff38%2C37661%2C1731198120194.1731198121931, exclude list is [], retry=0 2024-11-10T00:22:01,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33919,DS-3e4a08e8-5cd0-4bbf-a1d9-ad36fea090ed,DISK] 2024-11-10T00:22:01,948 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/MasterData/WALs/b3c019fcff38,37661,1731198120194/b3c019fcff38%2C37661%2C1731198120194.1731198121931 2024-11-10T00:22:01,948 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45617:45617)] 2024-11-10T00:22:01,948 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:22:01,949 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:22:01,949 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:01,949 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:01,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:01,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T00:22:01,953 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:01,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:22:01,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:01,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T00:22:01,954 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:01,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:22:01,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:01,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T00:22:01,956 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:01,956 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:22:01,956 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:01,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T00:22:01,957 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:01,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:22:01,957 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:01,958 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:01,958 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:01,959 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:01,959 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:01,960 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:22:01,961 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:01,963 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:22:01,963 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70747395, jitterRate=0.05421833693981171}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:22:01,964 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731198121949Initializing all the Stores at 1731198121950 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198121950Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198121951 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198121951Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198121951Cleaning up temporary data from old regions at 1731198121959 (+8 ms)Region opened successfully at 1731198121964 (+5 ms) 2024-11-10T00:22:01,964 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T00:22:01,966 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4563d526, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b3c019fcff38/172.17.0.2:0 2024-11-10T00:22:01,967 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T00:22:01,967 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T00:22:01,967 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T00:22:01,968 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T00:22:01,968 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T00:22:01,968 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T00:22:01,968 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T00:22:01,970 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T00:22:01,971 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37661-0x100ff40d73a0000, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Unable to get data of znode /0-187421491/balancer because node does not exist (not necessarily an error) 2024-11-10T00:22:01,972 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-187421491/balancer already deleted, retry=false 2024-11-10T00:22:01,972 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T00:22:01,973 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37661-0x100ff40d73a0000, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Unable to get data of znode /0-187421491/normalizer because node does not exist (not necessarily an error) 2024-11-10T00:22:01,974 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-187421491/normalizer already deleted, retry=false 2024-11-10T00:22:01,974 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T00:22:01,975 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37661-0x100ff40d73a0000, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Unable to get data of znode /0-187421491/switch/split because node does not exist (not necessarily an error) 2024-11-10T00:22:01,976 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-187421491/switch/split already deleted, retry=false 2024-11-10T00:22:01,977 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37661-0x100ff40d73a0000, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Unable to get data of znode /0-187421491/switch/merge because node does not exist (not necessarily an error) 2024-11-10T00:22:01,979 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-187421491/switch/merge already deleted, retry=false 2024-11-10T00:22:01,980 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37661-0x100ff40d73a0000, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Unable to get data of znode /0-187421491/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T00:22:01,981 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-187421491/snapshot-cleanup already deleted, retry=false 2024-11-10T00:22:01,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37661-0x100ff40d73a0000, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-187421491/running 2024-11-10T00:22:01,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37415-0x100ff40d73a0001, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-187421491/running 2024-11-10T00:22:01,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37661-0x100ff40d73a0000, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-187421491 2024-11-10T00:22:01,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37415-0x100ff40d73a0001, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-187421491 2024-11-10T00:22:01,984 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b3c019fcff38,37661,1731198120194, sessionid=0x100ff40d73a0000, setting cluster-up flag (Was=false) 2024-11-10T00:22:01,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37661-0x100ff40d73a0000, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-187421491 2024-11-10T00:22:01,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37415-0x100ff40d73a0001, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-187421491 2024-11-10T00:22:01,992 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-187421491/flush-table-proc/acquired, /0-187421491/flush-table-proc/reached, /0-187421491/flush-table-proc/abort 2024-11-10T00:22:01,992 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b3c019fcff38,37661,1731198120194 2024-11-10T00:22:01,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37661-0x100ff40d73a0000, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-187421491 2024-11-10T00:22:01,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37415-0x100ff40d73a0001, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-187421491 2024-11-10T00:22:02,002 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-187421491/online-snapshot/acquired, /0-187421491/online-snapshot/reached, /0-187421491/online-snapshot/abort 2024-11-10T00:22:02,003 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b3c019fcff38,37661,1731198120194 2024-11-10T00:22:02,004 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T00:22:02,005 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T00:22:02,006 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T00:22:02,006 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T00:22:02,006 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b3c019fcff38,37661,1731198120194 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T00:22:02,007 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:22:02,007 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:22:02,007 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:22:02,007 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:22:02,007 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b3c019fcff38:0, corePoolSize=10, maxPoolSize=10 2024-11-10T00:22:02,007 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:02,007 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b3c019fcff38:0, corePoolSize=2, maxPoolSize=2 2024-11-10T00:22:02,007 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:02,009 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:22:02,009 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T00:22:02,010 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:02,010 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T00:22:02,017 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731198152016 2024-11-10T00:22:02,017 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T00:22:02,017 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T00:22:02,017 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T00:22:02,017 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T00:22:02,017 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T00:22:02,017 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T00:22:02,017 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:02,018 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T00:22:02,018 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T00:22:02,018 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T00:22:02,018 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T00:22:02,018 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T00:22:02,018 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T00:22:02,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741831_1007 (size=1321) 2024-11-10T00:22:02,020 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731198122018,5,FailOnTimeoutGroup] 2024-11-10T00:22:02,022 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731198122020,5,FailOnTimeoutGroup] 2024-11-10T00:22:02,022 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:02,022 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T00:22:02,023 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:02,023 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:02,066 INFO [RS:0;b3c019fcff38:37415 {}] regionserver.HRegionServer(746): ClusterId : 02adc029-4062-41f8-9961-861046f87450 2024-11-10T00:22:02,066 DEBUG [RS:0;b3c019fcff38:37415 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T00:22:02,068 DEBUG [RS:0;b3c019fcff38:37415 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T00:22:02,068 DEBUG [RS:0;b3c019fcff38:37415 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T00:22:02,069 DEBUG [RS:0;b3c019fcff38:37415 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T00:22:02,070 DEBUG [RS:0;b3c019fcff38:37415 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a5efaa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b3c019fcff38/172.17.0.2:0 2024-11-10T00:22:02,081 DEBUG [RS:0;b3c019fcff38:37415 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b3c019fcff38:37415 2024-11-10T00:22:02,082 INFO [RS:0;b3c019fcff38:37415 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T00:22:02,082 INFO [RS:0;b3c019fcff38:37415 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T00:22:02,082 DEBUG [RS:0;b3c019fcff38:37415 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T00:22:02,082 INFO [RS:0;b3c019fcff38:37415 {}] regionserver.HRegionServer(2659): reportForDuty to master=b3c019fcff38,37661,1731198120194 with port=37415, startcode=1731198120240 2024-11-10T00:22:02,082 DEBUG [RS:0;b3c019fcff38:37415 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T00:22:02,084 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36575, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T00:22:02,084 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37661 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b3c019fcff38,37415,1731198120240 2024-11-10T00:22:02,084 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37661 {}] master.ServerManager(517): Registering regionserver=b3c019fcff38,37415,1731198120240 2024-11-10T00:22:02,086 DEBUG [RS:0;b3c019fcff38:37415 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a 2024-11-10T00:22:02,086 DEBUG [RS:0;b3c019fcff38:37415 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35273 2024-11-10T00:22:02,086 DEBUG [RS:0;b3c019fcff38:37415 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T00:22:02,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37661-0x100ff40d73a0000, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-187421491/rs 2024-11-10T00:22:02,088 DEBUG [RS:0;b3c019fcff38:37415 {}] zookeeper.ZKUtil(111): regionserver:37415-0x100ff40d73a0001, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Set watcher on existing znode=/0-187421491/rs/b3c019fcff38,37415,1731198120240 2024-11-10T00:22:02,088 WARN [RS:0;b3c019fcff38:37415 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T00:22:02,088 INFO [RS:0;b3c019fcff38:37415 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:22:02,088 DEBUG [RS:0;b3c019fcff38:37415 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/WALs/b3c019fcff38,37415,1731198120240 2024-11-10T00:22:02,088 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b3c019fcff38,37415,1731198120240] 2024-11-10T00:22:02,091 INFO [RS:0;b3c019fcff38:37415 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T00:22:02,092 INFO [RS:0;b3c019fcff38:37415 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T00:22:02,093 INFO [RS:0;b3c019fcff38:37415 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T00:22:02,093 INFO [RS:0;b3c019fcff38:37415 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:02,093 INFO [RS:0;b3c019fcff38:37415 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T00:22:02,094 INFO [RS:0;b3c019fcff38:37415 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T00:22:02,094 INFO [RS:0;b3c019fcff38:37415 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:02,094 DEBUG [RS:0;b3c019fcff38:37415 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:02,094 DEBUG [RS:0;b3c019fcff38:37415 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:02,094 DEBUG [RS:0;b3c019fcff38:37415 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:02,094 DEBUG [RS:0;b3c019fcff38:37415 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:02,094 DEBUG [RS:0;b3c019fcff38:37415 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:02,094 DEBUG [RS:0;b3c019fcff38:37415 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b3c019fcff38:0, corePoolSize=2, maxPoolSize=2 2024-11-10T00:22:02,094 DEBUG [RS:0;b3c019fcff38:37415 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:02,094 DEBUG [RS:0;b3c019fcff38:37415 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:02,094 DEBUG [RS:0;b3c019fcff38:37415 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:02,094 DEBUG [RS:0;b3c019fcff38:37415 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:02,094 DEBUG [RS:0;b3c019fcff38:37415 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:02,094 DEBUG [RS:0;b3c019fcff38:37415 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:02,094 DEBUG [RS:0;b3c019fcff38:37415 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0, corePoolSize=3, maxPoolSize=3 2024-11-10T00:22:02,094 DEBUG [RS:0;b3c019fcff38:37415 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0, corePoolSize=3, maxPoolSize=3 2024-11-10T00:22:02,094 INFO [RS:0;b3c019fcff38:37415 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:02,094 INFO [RS:0;b3c019fcff38:37415 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:02,094 INFO [RS:0;b3c019fcff38:37415 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:02,095 INFO [RS:0;b3c019fcff38:37415 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:02,095 INFO [RS:0;b3c019fcff38:37415 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:02,095 INFO [RS:0;b3c019fcff38:37415 {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,37415,1731198120240-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T00:22:02,110 INFO [RS:0;b3c019fcff38:37415 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T00:22:02,110 INFO [RS:0;b3c019fcff38:37415 {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,37415,1731198120240-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:02,110 INFO [RS:0;b3c019fcff38:37415 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:02,110 INFO [RS:0;b3c019fcff38:37415 {}] regionserver.Replication(171): b3c019fcff38,37415,1731198120240 started 2024-11-10T00:22:02,124 INFO [RS:0;b3c019fcff38:37415 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:02,124 INFO [RS:0;b3c019fcff38:37415 {}] regionserver.HRegionServer(1482): Serving as b3c019fcff38,37415,1731198120240, RpcServer on b3c019fcff38/172.17.0.2:37415, sessionid=0x100ff40d73a0001 2024-11-10T00:22:02,124 DEBUG [RS:0;b3c019fcff38:37415 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T00:22:02,124 DEBUG [RS:0;b3c019fcff38:37415 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b3c019fcff38,37415,1731198120240 2024-11-10T00:22:02,124 DEBUG [RS:0;b3c019fcff38:37415 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b3c019fcff38,37415,1731198120240' 2024-11-10T00:22:02,124 DEBUG [RS:0;b3c019fcff38:37415 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-187421491/flush-table-proc/abort' 2024-11-10T00:22:02,124 DEBUG [RS:0;b3c019fcff38:37415 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-187421491/flush-table-proc/acquired' 2024-11-10T00:22:02,125 DEBUG [RS:0;b3c019fcff38:37415 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T00:22:02,125 DEBUG [RS:0;b3c019fcff38:37415 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T00:22:02,125 DEBUG [RS:0;b3c019fcff38:37415 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b3c019fcff38,37415,1731198120240 2024-11-10T00:22:02,125 DEBUG [RS:0;b3c019fcff38:37415 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b3c019fcff38,37415,1731198120240' 2024-11-10T00:22:02,125 DEBUG [RS:0;b3c019fcff38:37415 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-187421491/online-snapshot/abort' 2024-11-10T00:22:02,125 DEBUG [RS:0;b3c019fcff38:37415 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-187421491/online-snapshot/acquired' 2024-11-10T00:22:02,125 DEBUG [RS:0;b3c019fcff38:37415 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T00:22:02,125 INFO [RS:0;b3c019fcff38:37415 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T00:22:02,125 INFO [RS:0;b3c019fcff38:37415 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T00:22:02,226 INFO [RS:0;b3c019fcff38:37415 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T00:22:02,228 INFO [RS:0;b3c019fcff38:37415 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b3c019fcff38%2C37415%2C1731198120240, suffix=, logDir=hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/WALs/b3c019fcff38,37415,1731198120240, archiveDir=hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/oldWALs, maxLogs=10 2024-11-10T00:22:02,241 DEBUG [RS:0;b3c019fcff38:37415 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/WALs/b3c019fcff38,37415,1731198120240/b3c019fcff38%2C37415%2C1731198120240.1731198122228, exclude list is [], retry=0 2024-11-10T00:22:02,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33919,DS-3e4a08e8-5cd0-4bbf-a1d9-ad36fea090ed,DISK] 2024-11-10T00:22:02,245 INFO [RS:0;b3c019fcff38:37415 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/WALs/b3c019fcff38,37415,1731198120240/b3c019fcff38%2C37415%2C1731198120240.1731198122228 2024-11-10T00:22:02,245 DEBUG [RS:0;b3c019fcff38:37415 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45617:45617)] 2024-11-10T00:22:02,337 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T00:22:02,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:02,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:02,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:02,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:02,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:02,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:02,420 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T00:22:02,420 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a 2024-11-10T00:22:02,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741833_1009 (size=32) 2024-11-10T00:22:02,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:22:02,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T00:22:02,829 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T00:22:02,829 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:02,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:22:02,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T00:22:02,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T00:22:02,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:02,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:22:02,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T00:22:02,832 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T00:22:02,832 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:02,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:22:02,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T00:22:02,833 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T00:22:02,833 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:02,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:22:02,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T00:22:02,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/data/hbase/meta/1588230740 2024-11-10T00:22:02,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/data/hbase/meta/1588230740 2024-11-10T00:22:02,836 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T00:22:02,836 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T00:22:02,836 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:22:02,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T00:22:02,839 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:22:02,839 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60626386, jitterRate=-0.09659644961357117}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:22:02,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731198122827Initializing all the Stores at 1731198122828 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198122828Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198122828Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198122828Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198122828Cleaning up temporary data from old regions at 1731198122836 (+8 ms)Region opened successfully at 1731198122840 (+4 ms) 2024-11-10T00:22:02,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T00:22:02,840 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T00:22:02,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T00:22:02,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T00:22:02,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T00:22:02,841 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T00:22:02,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731198122840Disabling compacts and flushes for region at 1731198122840Disabling writes for close at 1731198122840Writing region close event to WAL at 1731198122841 (+1 ms)Closed at 1731198122841 2024-11-10T00:22:02,842 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:22:02,842 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T00:22:02,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T00:22:02,843 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T00:22:02,844 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T00:22:02,994 DEBUG [b3c019fcff38:37661 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T00:22:02,995 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b3c019fcff38,37415,1731198120240 2024-11-10T00:22:02,996 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b3c019fcff38,37415,1731198120240, state=OPENING 2024-11-10T00:22:02,998 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T00:22:03,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37661-0x100ff40d73a0000, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-187421491 2024-11-10T00:22:03,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37415-0x100ff40d73a0001, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-187421491 2024-11-10T00:22:03,000 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T00:22:03,001 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-187421491/meta-region-server: CHANGED 2024-11-10T00:22:03,001 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-187421491/meta-region-server: CHANGED 2024-11-10T00:22:03,001 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b3c019fcff38,37415,1731198120240}] 2024-11-10T00:22:03,153 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T00:22:03,155 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47713, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T00:22:03,158 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T00:22:03,158 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:22:03,159 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T00:22:03,160 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b3c019fcff38%2C37415%2C1731198120240.meta, suffix=.meta, logDir=hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/WALs/b3c019fcff38,37415,1731198120240, archiveDir=hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/oldWALs, maxLogs=10 2024-11-10T00:22:03,173 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/WALs/b3c019fcff38,37415,1731198120240/b3c019fcff38%2C37415%2C1731198120240.meta.1731198123160.meta, exclude list is [], retry=0 2024-11-10T00:22:03,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33919,DS-3e4a08e8-5cd0-4bbf-a1d9-ad36fea090ed,DISK] 2024-11-10T00:22:03,176 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/WALs/b3c019fcff38,37415,1731198120240/b3c019fcff38%2C37415%2C1731198120240.meta.1731198123160.meta 2024-11-10T00:22:03,177 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45617:45617)] 2024-11-10T00:22:03,177 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:22:03,177 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T00:22:03,177 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T00:22:03,177 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T00:22:03,177 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T00:22:03,178 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T00:22:03,178 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:22:03,178 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T00:22:03,178 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T00:22:03,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T00:22:03,179 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T00:22:03,179 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:03,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:22:03,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T00:22:03,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T00:22:03,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:03,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:22:03,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T00:22:03,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T00:22:03,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:03,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:22:03,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T00:22:03,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T00:22:03,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:03,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:22:03,183 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T00:22:03,183 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/data/hbase/meta/1588230740 2024-11-10T00:22:03,184 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/data/hbase/meta/1588230740 2024-11-10T00:22:03,185 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T00:22:03,185 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T00:22:03,186 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:22:03,187 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T00:22:03,187 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74445303, jitterRate=0.1093214601278305}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:22:03,187 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T00:22:03,188 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731198123178Writing region info on filesystem at 1731198123178Initializing all the Stores at 1731198123178Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198123178Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198123179 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198123179Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198123179Cleaning up temporary data from old regions at 1731198123185 (+6 ms)Running coprocessor post-open hooks at 1731198123187 (+2 ms)Region opened successfully at 1731198123188 (+1 ms) 2024-11-10T00:22:03,189 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731198123153 2024-11-10T00:22:03,191 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T00:22:03,191 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T00:22:03,191 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,37415,1731198120240 2024-11-10T00:22:03,192 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b3c019fcff38,37415,1731198120240, state=OPEN 2024-11-10T00:22:03,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37661-0x100ff40d73a0000, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-187421491/meta-region-server 2024-11-10T00:22:03,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37415-0x100ff40d73a0001, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-187421491/meta-region-server 2024-11-10T00:22:03,197 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b3c019fcff38,37415,1731198120240 2024-11-10T00:22:03,197 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-187421491/meta-region-server: CHANGED 2024-11-10T00:22:03,197 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-187421491/meta-region-server: CHANGED 2024-11-10T00:22:03,199 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T00:22:03,199 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b3c019fcff38,37415,1731198120240 in 196 msec 2024-11-10T00:22:03,201 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T00:22:03,201 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 357 msec 2024-11-10T00:22:03,202 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:22:03,202 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T00:22:03,203 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:22:03,203 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,37415,1731198120240, seqNum=-1] 2024-11-10T00:22:03,203 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:22:03,204 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50813, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:22:03,209 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2030 sec 2024-11-10T00:22:03,209 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731198123209, completionTime=-1 2024-11-10T00:22:03,209 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T00:22:03,209 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T00:22:03,211 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T00:22:03,211 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731198183211 2024-11-10T00:22:03,211 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731198243211 2024-11-10T00:22:03,211 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T00:22:03,211 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,37661,1731198120194-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:03,211 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,37661,1731198120194-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:03,211 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,37661,1731198120194-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:03,211 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b3c019fcff38:37661, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:03,211 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:03,211 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:03,213 DEBUG [master/b3c019fcff38:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T00:22:03,215 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.933sec 2024-11-10T00:22:03,215 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T00:22:03,215 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T00:22:03,215 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T00:22:03,215 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T00:22:03,215 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T00:22:03,215 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,37661,1731198120194-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T00:22:03,215 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,37661,1731198120194-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T00:22:03,217 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T00:22:03,217 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T00:22:03,217 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,37661,1731198120194-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:03,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b327741, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:03,266 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,37661,-1 for getting cluster id 2024-11-10T00:22:03,266 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:22:03,268 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02adc029-4062-41f8-9961-861046f87450' 2024-11-10T00:22:03,268 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:22:03,268 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02adc029-4062-41f8-9961-861046f87450" 2024-11-10T00:22:03,268 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c461a37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:03,268 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,37661,-1] 2024-11-10T00:22:03,269 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:22:03,269 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:03,270 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:22:03,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ae455bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:03,271 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:22:03,271 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,37415,1731198120240, seqNum=-1] 2024-11-10T00:22:03,272 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:22:03,272 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:22:03,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b3c019fcff38,37661,1731198120194 2024-11-10T00:22:03,275 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59686 2024-11-10T00:22:03,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:22:03,278 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100ff40d73a0002 connected 2024-11-10T00:22:03,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ee364d-b95c-2ef0-557a-029658f7d0b3/hadoop.log.dir so I do NOT create it in target/test-data/358c270a-4472-8bea-44c4-4360ba60eba3 2024-11-10T00:22:03,281 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ee364d-b95c-2ef0-557a-029658f7d0b3/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T00:22:03,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ee364d-b95c-2ef0-557a-029658f7d0b3/hadoop.tmp.dir so I do NOT create it in target/test-data/358c270a-4472-8bea-44c4-4360ba60eba3 2024-11-10T00:22:03,281 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ee364d-b95c-2ef0-557a-029658f7d0b3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T00:22:03,281 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/358c270a-4472-8bea-44c4-4360ba60eba3 2024-11-10T00:22:03,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T00:22:03,282 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/358c270a-4472-8bea-44c4-4360ba60eba3/cluster_969fb563-5001-1552-d285-269788502e8f, deleteOnExit=true 2024-11-10T00:22:03,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T00:22:03,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/358c270a-4472-8bea-44c4-4360ba60eba3/test.cache.data in system properties and HBase conf 2024-11-10T00:22:03,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/358c270a-4472-8bea-44c4-4360ba60eba3/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T00:22:03,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/358c270a-4472-8bea-44c4-4360ba60eba3/hadoop.log.dir in system properties and HBase conf 2024-11-10T00:22:03,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/358c270a-4472-8bea-44c4-4360ba60eba3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T00:22:03,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/358c270a-4472-8bea-44c4-4360ba60eba3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T00:22:03,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T00:22:03,282 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T00:22:03,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/358c270a-4472-8bea-44c4-4360ba60eba3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T00:22:03,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/358c270a-4472-8bea-44c4-4360ba60eba3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T00:22:03,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/358c270a-4472-8bea-44c4-4360ba60eba3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T00:22:03,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/358c270a-4472-8bea-44c4-4360ba60eba3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T00:22:03,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/358c270a-4472-8bea-44c4-4360ba60eba3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T00:22:03,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/358c270a-4472-8bea-44c4-4360ba60eba3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T00:22:03,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/358c270a-4472-8bea-44c4-4360ba60eba3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T00:22:03,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/358c270a-4472-8bea-44c4-4360ba60eba3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T00:22:03,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/358c270a-4472-8bea-44c4-4360ba60eba3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T00:22:03,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/358c270a-4472-8bea-44c4-4360ba60eba3/nfs.dump.dir in system properties and HBase conf 2024-11-10T00:22:03,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/358c270a-4472-8bea-44c4-4360ba60eba3/java.io.tmpdir in system properties and HBase conf 2024-11-10T00:22:03,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/358c270a-4472-8bea-44c4-4360ba60eba3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T00:22:03,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/358c270a-4472-8bea-44c4-4360ba60eba3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T00:22:03,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/358c270a-4472-8bea-44c4-4360ba60eba3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T00:22:03,353 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:22:03,357 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T00:22:03,358 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T00:22:03,358 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T00:22:03,358 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T00:22:03,359 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:22:03,361 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25c7dd70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/358c270a-4472-8bea-44c4-4360ba60eba3/hadoop.log.dir/,AVAILABLE} 2024-11-10T00:22:03,361 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e032d09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T00:22:03,477 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@158e2412{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/358c270a-4472-8bea-44c4-4360ba60eba3/java.io.tmpdir/jetty-localhost-39677-hadoop-hdfs-3_4_1-tests_jar-_-any-4078646743671163437/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T00:22:03,477 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5fedb279{HTTP/1.1, (http/1.1)}{localhost:39677} 2024-11-10T00:22:03,478 INFO [Time-limited test {}] server.Server(415): Started @137182ms 2024-11-10T00:22:03,553 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:22:03,556 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T00:22:03,558 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T00:22:03,559 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T00:22:03,559 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T00:22:03,559 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63a0c2e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/358c270a-4472-8bea-44c4-4360ba60eba3/hadoop.log.dir/,AVAILABLE} 2024-11-10T00:22:03,560 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20f81a38{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T00:22:03,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@535273df{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/358c270a-4472-8bea-44c4-4360ba60eba3/java.io.tmpdir/jetty-localhost-44325-hadoop-hdfs-3_4_1-tests_jar-_-any-4498990321147598382/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T00:22:03,674 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55a9ff92{HTTP/1.1, (http/1.1)}{localhost:44325} 2024-11-10T00:22:03,674 INFO [Time-limited test {}] server.Server(415): Started @137378ms 2024-11-10T00:22:03,675 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T00:22:03,779 WARN [Thread-1409 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/358c270a-4472-8bea-44c4-4360ba60eba3/cluster_969fb563-5001-1552-d285-269788502e8f/data/data1/current/BP-653908653-172.17.0.2-1731198123302/current, will proceed with Du for space computation calculation, 2024-11-10T00:22:03,779 WARN [Thread-1410 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/358c270a-4472-8bea-44c4-4360ba60eba3/cluster_969fb563-5001-1552-d285-269788502e8f/data/data2/current/BP-653908653-172.17.0.2-1731198123302/current, will proceed with Du for space computation calculation, 2024-11-10T00:22:03,795 WARN [Thread-1397 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T00:22:03,797 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfbc0e10bbfd547e5 with lease ID 0xe9dea90c04c1f273: Processing first storage report for DS-4539d33b-6d93-47c9-bf7c-5006fd801c60 from datanode DatanodeRegistration(127.0.0.1:43773, datanodeUuid=ea70a6be-7ac7-437f-bfb5-f16ab77778bf, infoPort=45231, infoSecurePort=0, ipcPort=38707, storageInfo=lv=-57;cid=testClusterID;nsid=2091101745;c=1731198123302) 2024-11-10T00:22:03,797 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfbc0e10bbfd547e5 with lease ID 0xe9dea90c04c1f273: from storage DS-4539d33b-6d93-47c9-bf7c-5006fd801c60 node DatanodeRegistration(127.0.0.1:43773, datanodeUuid=ea70a6be-7ac7-437f-bfb5-f16ab77778bf, infoPort=45231, infoSecurePort=0, ipcPort=38707, storageInfo=lv=-57;cid=testClusterID;nsid=2091101745;c=1731198123302), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T00:22:03,797 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfbc0e10bbfd547e5 with lease ID 0xe9dea90c04c1f273: Processing first storage report for DS-faa678e6-5c65-4aec-8e65-51034019554e from datanode DatanodeRegistration(127.0.0.1:43773, datanodeUuid=ea70a6be-7ac7-437f-bfb5-f16ab77778bf, infoPort=45231, infoSecurePort=0, ipcPort=38707, storageInfo=lv=-57;cid=testClusterID;nsid=2091101745;c=1731198123302) 2024-11-10T00:22:03,797 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfbc0e10bbfd547e5 with lease ID 0xe9dea90c04c1f273: from storage DS-faa678e6-5c65-4aec-8e65-51034019554e node DatanodeRegistration(127.0.0.1:43773, datanodeUuid=ea70a6be-7ac7-437f-bfb5-f16ab77778bf, infoPort=45231, infoSecurePort=0, ipcPort=38707, storageInfo=lv=-57;cid=testClusterID;nsid=2091101745;c=1731198123302), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T00:22:03,800 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/358c270a-4472-8bea-44c4-4360ba60eba3 2024-11-10T00:22:03,800 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:22:03,801 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:22:03,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741825_1001 (size=7) 2024-11-10T00:22:04,209 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33001/user/jenkins/test-data/1550d351-8a5c-a98f-bf03-6d5d61c8a8df with version=8 2024-11-10T00:22:04,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33001/user/jenkins/test-data/1550d351-8a5c-a98f-bf03-6d5d61c8a8df/hbase-staging 2024-11-10T00:22:04,211 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b3c019fcff38:0 server-side Connection retries=45 2024-11-10T00:22:04,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:22:04,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T00:22:04,211 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T00:22:04,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:22:04,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T00:22:04,211 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T00:22:04,212 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T00:22:04,212 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40699 2024-11-10T00:22:04,213 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40699 connecting to ZooKeeper ensemble=127.0.0.1:59686 2024-11-10T00:22:04,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:406990x0, quorum=127.0.0.1:59686, baseZNode=/11847333892 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:22:04,216 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40699-0x100ff40d73a0003 connected 2024-11-10T00:22:04,228 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:22:04,230 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:22:04,232 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40699-0x100ff40d73a0003, quorum=127.0.0.1:59686, baseZNode=/11847333892 Set watcher on znode that does not yet exist, /11847333892/running 2024-11-10T00:22:04,233 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33001/user/jenkins/test-data/1550d351-8a5c-a98f-bf03-6d5d61c8a8df, hbase.cluster.distributed=false 2024-11-10T00:22:04,234 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40699-0x100ff40d73a0003, quorum=127.0.0.1:59686, baseZNode=/11847333892 Set watcher on znode that does not yet exist, /11847333892/acl 2024-11-10T00:22:04,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40699 2024-11-10T00:22:04,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40699 2024-11-10T00:22:04,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40699 2024-11-10T00:22:04,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40699 2024-11-10T00:22:04,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40699 2024-11-10T00:22:04,252 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b3c019fcff38:0 server-side Connection retries=45 2024-11-10T00:22:04,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:22:04,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T00:22:04,252 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T00:22:04,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:22:04,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T00:22:04,252 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T00:22:04,252 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T00:22:04,253 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36405 2024-11-10T00:22:04,254 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36405 connecting to ZooKeeper ensemble=127.0.0.1:59686 2024-11-10T00:22:04,254 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:22:04,256 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:22:04,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:364050x0, quorum=127.0.0.1:59686, baseZNode=/11847333892 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:22:04,260 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:364050x0, quorum=127.0.0.1:59686, baseZNode=/11847333892 Set watcher on znode that does not yet exist, /11847333892/running 2024-11-10T00:22:04,260 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36405-0x100ff40d73a0004 connected 2024-11-10T00:22:04,260 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T00:22:04,261 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T00:22:04,261 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36405-0x100ff40d73a0004, quorum=127.0.0.1:59686, baseZNode=/11847333892 Set watcher on znode that does not yet exist, /11847333892/master 2024-11-10T00:22:04,262 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36405-0x100ff40d73a0004, quorum=127.0.0.1:59686, baseZNode=/11847333892 Set watcher on znode that does not yet exist, /11847333892/acl 2024-11-10T00:22:04,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36405 2024-11-10T00:22:04,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36405 2024-11-10T00:22:04,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36405 2024-11-10T00:22:04,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36405 2024-11-10T00:22:04,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36405 2024-11-10T00:22:04,280 DEBUG [M:0;b3c019fcff38:40699 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b3c019fcff38:40699 2024-11-10T00:22:04,281 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11847333892/backup-masters/b3c019fcff38,40699,1731198124211 2024-11-10T00:22:04,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40699-0x100ff40d73a0003, quorum=127.0.0.1:59686, baseZNode=/11847333892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11847333892/backup-masters 2024-11-10T00:22:04,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x100ff40d73a0004, quorum=127.0.0.1:59686, baseZNode=/11847333892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11847333892/backup-masters 2024-11-10T00:22:04,283 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40699-0x100ff40d73a0003, quorum=127.0.0.1:59686, baseZNode=/11847333892 Set watcher on existing znode=/11847333892/backup-masters/b3c019fcff38,40699,1731198124211 2024-11-10T00:22:04,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x100ff40d73a0004, quorum=127.0.0.1:59686, baseZNode=/11847333892 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11847333892/master 2024-11-10T00:22:04,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x100ff40d73a0004, quorum=127.0.0.1:59686, baseZNode=/11847333892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11847333892 2024-11-10T00:22:04,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40699-0x100ff40d73a0003, quorum=127.0.0.1:59686, baseZNode=/11847333892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11847333892 2024-11-10T00:22:04,286 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40699-0x100ff40d73a0003, quorum=127.0.0.1:59686, baseZNode=/11847333892 Set watcher on existing znode=/11847333892/master 2024-11-10T00:22:04,286 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11847333892/backup-masters/b3c019fcff38,40699,1731198124211 from backup master directory 2024-11-10T00:22:04,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40699-0x100ff40d73a0003, quorum=127.0.0.1:59686, baseZNode=/11847333892 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11847333892/backup-masters/b3c019fcff38,40699,1731198124211 2024-11-10T00:22:04,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x100ff40d73a0004, quorum=127.0.0.1:59686, baseZNode=/11847333892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11847333892/backup-masters 2024-11-10T00:22:04,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40699-0x100ff40d73a0003, quorum=127.0.0.1:59686, baseZNode=/11847333892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11847333892/backup-masters 2024-11-10T00:22:04,288 WARN [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T00:22:04,288 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b3c019fcff38,40699,1731198124211 2024-11-10T00:22:04,291 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33001/user/jenkins/test-data/1550d351-8a5c-a98f-bf03-6d5d61c8a8df/hbase.id] with ID: 75f1ba36-f5ae-4f21-be18-47b4a3170429 2024-11-10T00:22:04,291 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33001/user/jenkins/test-data/1550d351-8a5c-a98f-bf03-6d5d61c8a8df/.tmp/hbase.id 2024-11-10T00:22:04,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741826_1002 (size=42) 2024-11-10T00:22:04,700 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33001/user/jenkins/test-data/1550d351-8a5c-a98f-bf03-6d5d61c8a8df/.tmp/hbase.id]:[hdfs://localhost:33001/user/jenkins/test-data/1550d351-8a5c-a98f-bf03-6d5d61c8a8df/hbase.id] 2024-11-10T00:22:04,710 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:22:04,711 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T00:22:04,712 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T00:22:04,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40699-0x100ff40d73a0003, quorum=127.0.0.1:59686, baseZNode=/11847333892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11847333892 2024-11-10T00:22:04,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x100ff40d73a0004, quorum=127.0.0.1:59686, baseZNode=/11847333892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11847333892 2024-11-10T00:22:04,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741827_1003 (size=196) 2024-11-10T00:22:05,120 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:22:05,121 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T00:22:05,121 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:22:05,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741828_1004 (size=1189) 2024-11-10T00:22:05,528 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33001/user/jenkins/test-data/1550d351-8a5c-a98f-bf03-6d5d61c8a8df/MasterData/data/master/store 2024-11-10T00:22:05,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741829_1005 (size=34) 2024-11-10T00:22:05,934 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:22:05,934 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T00:22:05,934 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:22:05,934 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:22:05,934 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T00:22:05,934 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:22:05,934 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:22:05,934 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731198125934Disabling compacts and flushes for region at 1731198125934Disabling writes for close at 1731198125934Writing region close event to WAL at 1731198125934Closed at 1731198125934 2024-11-10T00:22:05,935 WARN [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33001/user/jenkins/test-data/1550d351-8a5c-a98f-bf03-6d5d61c8a8df/MasterData/data/master/store/.initializing 2024-11-10T00:22:05,935 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33001/user/jenkins/test-data/1550d351-8a5c-a98f-bf03-6d5d61c8a8df/MasterData/WALs/b3c019fcff38,40699,1731198124211 2024-11-10T00:22:05,936 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T00:22:05,938 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b3c019fcff38%2C40699%2C1731198124211, suffix=, logDir=hdfs://localhost:33001/user/jenkins/test-data/1550d351-8a5c-a98f-bf03-6d5d61c8a8df/MasterData/WALs/b3c019fcff38,40699,1731198124211, archiveDir=hdfs://localhost:33001/user/jenkins/test-data/1550d351-8a5c-a98f-bf03-6d5d61c8a8df/MasterData/oldWALs, maxLogs=10 2024-11-10T00:22:05,951 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1550d351-8a5c-a98f-bf03-6d5d61c8a8df/MasterData/WALs/b3c019fcff38,40699,1731198124211/b3c019fcff38%2C40699%2C1731198124211.1731198125938, exclude list is [], retry=0 2024-11-10T00:22:05,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43773,DS-4539d33b-6d93-47c9-bf7c-5006fd801c60,DISK] 2024-11-10T00:22:05,955 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1550d351-8a5c-a98f-bf03-6d5d61c8a8df/MasterData/WALs/b3c019fcff38,40699,1731198124211/b3c019fcff38%2C40699%2C1731198124211.1731198125938 2024-11-10T00:22:05,955 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45231:45231)] 2024-11-10T00:22:05,955 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:22:05,955 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:22:05,955 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:05,955 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:05,956 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:05,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T00:22:05,957 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:05,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:22:05,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:05,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T00:22:05,959 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:05,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:22:05,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:05,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T00:22:05,960 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:05,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:22:05,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:05,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T00:22:05,961 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:05,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:22:05,962 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:05,962 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33001/user/jenkins/test-data/1550d351-8a5c-a98f-bf03-6d5d61c8a8df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:05,963 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33001/user/jenkins/test-data/1550d351-8a5c-a98f-bf03-6d5d61c8a8df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:05,964 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:05,964 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:05,964 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:22:05,965 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:05,967 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33001/user/jenkins/test-data/1550d351-8a5c-a98f-bf03-6d5d61c8a8df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:22:05,967 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61443559, jitterRate=-0.0844196230173111}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:22:05,967 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731198125955Initializing all the Stores at 1731198125956 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198125956Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198125956Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198125956Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198125956Cleaning up temporary data from old regions at 1731198125964 (+8 ms)Region opened successfully at 1731198125967 (+3 ms) 2024-11-10T00:22:05,968 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T00:22:05,970 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21906ac9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b3c019fcff38/172.17.0.2:0 2024-11-10T00:22:05,971 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T00:22:05,971 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T00:22:05,971 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T00:22:05,971 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T00:22:05,972 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T00:22:05,972 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T00:22:05,972 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T00:22:05,973 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T00:22:05,974 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40699-0x100ff40d73a0003, quorum=127.0.0.1:59686, baseZNode=/11847333892 Unable to get data of znode /11847333892/balancer because node does not exist (not necessarily an error) 2024-11-10T00:22:05,975 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11847333892/balancer already deleted, retry=false 2024-11-10T00:22:05,976 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T00:22:05,976 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40699-0x100ff40d73a0003, quorum=127.0.0.1:59686, baseZNode=/11847333892 Unable to get data of znode /11847333892/normalizer because node does not exist (not necessarily an error) 2024-11-10T00:22:05,979 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11847333892/normalizer already deleted, retry=false 2024-11-10T00:22:05,979 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T00:22:05,979 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40699-0x100ff40d73a0003, quorum=127.0.0.1:59686, baseZNode=/11847333892 Unable to get data of znode /11847333892/switch/split because node does not exist (not necessarily an error) 2024-11-10T00:22:05,981 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11847333892/switch/split already deleted, retry=false 2024-11-10T00:22:05,981 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40699-0x100ff40d73a0003, quorum=127.0.0.1:59686, baseZNode=/11847333892 Unable to get data of znode /11847333892/switch/merge because node does not exist (not necessarily an error) 2024-11-10T00:22:05,982 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11847333892/switch/merge already deleted, retry=false 2024-11-10T00:22:05,984 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40699-0x100ff40d73a0003, quorum=127.0.0.1:59686, baseZNode=/11847333892 Unable to get data of znode /11847333892/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T00:22:05,985 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11847333892/snapshot-cleanup already deleted, retry=false 2024-11-10T00:22:05,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40699-0x100ff40d73a0003, quorum=127.0.0.1:59686, baseZNode=/11847333892 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11847333892/running 2024-11-10T00:22:05,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x100ff40d73a0004, quorum=127.0.0.1:59686, baseZNode=/11847333892 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11847333892/running 2024-11-10T00:22:05,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40699-0x100ff40d73a0003, quorum=127.0.0.1:59686, baseZNode=/11847333892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11847333892 2024-11-10T00:22:05,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x100ff40d73a0004, quorum=127.0.0.1:59686, baseZNode=/11847333892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11847333892 2024-11-10T00:22:05,987 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b3c019fcff38,40699,1731198124211, sessionid=0x100ff40d73a0003, setting cluster-up flag (Was=false) 2024-11-10T00:22:05,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x100ff40d73a0004, quorum=127.0.0.1:59686, baseZNode=/11847333892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11847333892 2024-11-10T00:22:05,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40699-0x100ff40d73a0003, quorum=127.0.0.1:59686, baseZNode=/11847333892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11847333892 2024-11-10T00:22:05,995 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11847333892/flush-table-proc/acquired, /11847333892/flush-table-proc/reached, /11847333892/flush-table-proc/abort 2024-11-10T00:22:05,996 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b3c019fcff38,40699,1731198124211 2024-11-10T00:22:05,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x100ff40d73a0004, quorum=127.0.0.1:59686, baseZNode=/11847333892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11847333892 2024-11-10T00:22:05,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40699-0x100ff40d73a0003, quorum=127.0.0.1:59686, baseZNode=/11847333892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11847333892 2024-11-10T00:22:06,004 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11847333892/online-snapshot/acquired, /11847333892/online-snapshot/reached, /11847333892/online-snapshot/abort 2024-11-10T00:22:06,005 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b3c019fcff38,40699,1731198124211 2024-11-10T00:22:06,005 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33001/user/jenkins/test-data/1550d351-8a5c-a98f-bf03-6d5d61c8a8df/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T00:22:06,007 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T00:22:06,007 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T00:22:06,007 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T00:22:06,007 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b3c019fcff38,40699,1731198124211 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T00:22:06,008 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:22:06,008 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:22:06,008 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:22:06,008 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:22:06,008 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b3c019fcff38:0, corePoolSize=10, maxPoolSize=10 2024-11-10T00:22:06,008 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:06,009 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b3c019fcff38:0, corePoolSize=2, maxPoolSize=2 2024-11-10T00:22:06,009 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:06,009 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731198156009 2024-11-10T00:22:06,009 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T00:22:06,010 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T00:22:06,010 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T00:22:06,010 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T00:22:06,010 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T00:22:06,010 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T00:22:06,010 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:06,010 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:22:06,010 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T00:22:06,010 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T00:22:06,010 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T00:22:06,010 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T00:22:06,010 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T00:22:06,010 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T00:22:06,011 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T00:22:06,011 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731198126011,5,FailOnTimeoutGroup] 2024-11-10T00:22:06,011 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:06,011 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T00:22:06,017 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731198126011,5,FailOnTimeoutGroup] 2024-11-10T00:22:06,017 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:06,017 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T00:22:06,017 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:06,017 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:06,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741831_1007 (size=1321) 2024-11-10T00:22:06,072 INFO [RS:0;b3c019fcff38:36405 {}] regionserver.HRegionServer(746): ClusterId : 75f1ba36-f5ae-4f21-be18-47b4a3170429 2024-11-10T00:22:06,072 DEBUG [RS:0;b3c019fcff38:36405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T00:22:06,074 DEBUG [RS:0;b3c019fcff38:36405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T00:22:06,074 DEBUG [RS:0;b3c019fcff38:36405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T00:22:06,077 DEBUG [RS:0;b3c019fcff38:36405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T00:22:06,077 DEBUG [RS:0;b3c019fcff38:36405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4da03b41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b3c019fcff38/172.17.0.2:0 2024-11-10T00:22:06,089 DEBUG [RS:0;b3c019fcff38:36405 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b3c019fcff38:36405 2024-11-10T00:22:06,089 INFO [RS:0;b3c019fcff38:36405 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T00:22:06,089 INFO [RS:0;b3c019fcff38:36405 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T00:22:06,089 DEBUG [RS:0;b3c019fcff38:36405 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T00:22:06,089 INFO [RS:0;b3c019fcff38:36405 {}] regionserver.HRegionServer(2659): reportForDuty to master=b3c019fcff38,40699,1731198124211 with port=36405, startcode=1731198124252 2024-11-10T00:22:06,089 DEBUG [RS:0;b3c019fcff38:36405 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T00:22:06,091 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37445, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T00:22:06,091 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40699 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b3c019fcff38,36405,1731198124252 2024-11-10T00:22:06,091 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40699 {}] master.ServerManager(517): Registering regionserver=b3c019fcff38,36405,1731198124252 2024-11-10T00:22:06,092 DEBUG [RS:0;b3c019fcff38:36405 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33001/user/jenkins/test-data/1550d351-8a5c-a98f-bf03-6d5d61c8a8df 2024-11-10T00:22:06,092 DEBUG [RS:0;b3c019fcff38:36405 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33001 2024-11-10T00:22:06,093 DEBUG [RS:0;b3c019fcff38:36405 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T00:22:06,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40699-0x100ff40d73a0003, quorum=127.0.0.1:59686, baseZNode=/11847333892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11847333892/rs 2024-11-10T00:22:06,096 DEBUG [RS:0;b3c019fcff38:36405 {}] zookeeper.ZKUtil(111): regionserver:36405-0x100ff40d73a0004, quorum=127.0.0.1:59686, baseZNode=/11847333892 Set watcher on existing znode=/11847333892/rs/b3c019fcff38,36405,1731198124252 2024-11-10T00:22:06,096 WARN [RS:0;b3c019fcff38:36405 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T00:22:06,097 INFO [RS:0;b3c019fcff38:36405 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:22:06,097 DEBUG [RS:0;b3c019fcff38:36405 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33001/user/jenkins/test-data/1550d351-8a5c-a98f-bf03-6d5d61c8a8df/WALs/b3c019fcff38,36405,1731198124252 2024-11-10T00:22:06,097 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b3c019fcff38,36405,1731198124252] 2024-11-10T00:22:06,099 INFO [RS:0;b3c019fcff38:36405 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T00:22:06,101 INFO [RS:0;b3c019fcff38:36405 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T00:22:06,101 INFO [RS:0;b3c019fcff38:36405 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T00:22:06,101 INFO [RS:0;b3c019fcff38:36405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:06,101 INFO [RS:0;b3c019fcff38:36405 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T00:22:06,102 INFO [RS:0;b3c019fcff38:36405 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T00:22:06,102 INFO [RS:0;b3c019fcff38:36405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:06,102 DEBUG [RS:0;b3c019fcff38:36405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:06,102 DEBUG [RS:0;b3c019fcff38:36405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:06,102 DEBUG [RS:0;b3c019fcff38:36405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:06,102 DEBUG [RS:0;b3c019fcff38:36405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:06,102 DEBUG [RS:0;b3c019fcff38:36405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:06,102 DEBUG [RS:0;b3c019fcff38:36405 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b3c019fcff38:0, corePoolSize=2, maxPoolSize=2 2024-11-10T00:22:06,102 DEBUG [RS:0;b3c019fcff38:36405 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:06,102 DEBUG [RS:0;b3c019fcff38:36405 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:06,102 DEBUG [RS:0;b3c019fcff38:36405 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:06,102 DEBUG [RS:0;b3c019fcff38:36405 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:06,102 DEBUG [RS:0;b3c019fcff38:36405 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:06,102 DEBUG [RS:0;b3c019fcff38:36405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:06,102 DEBUG [RS:0;b3c019fcff38:36405 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0, corePoolSize=3, maxPoolSize=3 2024-11-10T00:22:06,102 DEBUG [RS:0;b3c019fcff38:36405 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0, corePoolSize=3, maxPoolSize=3 2024-11-10T00:22:06,103 INFO [RS:0;b3c019fcff38:36405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:06,103 INFO [RS:0;b3c019fcff38:36405 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:06,103 INFO [RS:0;b3c019fcff38:36405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:06,103 INFO [RS:0;b3c019fcff38:36405 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:06,103 INFO [RS:0;b3c019fcff38:36405 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:06,103 INFO [RS:0;b3c019fcff38:36405 {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,36405,1731198124252-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T00:22:06,116 INFO [RS:0;b3c019fcff38:36405 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T00:22:06,116 INFO [RS:0;b3c019fcff38:36405 {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,36405,1731198124252-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:06,116 INFO [RS:0;b3c019fcff38:36405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:06,116 INFO [RS:0;b3c019fcff38:36405 {}] regionserver.Replication(171): b3c019fcff38,36405,1731198124252 started 2024-11-10T00:22:06,131 INFO [RS:0;b3c019fcff38:36405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:06,131 INFO [RS:0;b3c019fcff38:36405 {}] regionserver.HRegionServer(1482): Serving as b3c019fcff38,36405,1731198124252, RpcServer on b3c019fcff38/172.17.0.2:36405, sessionid=0x100ff40d73a0004 2024-11-10T00:22:06,132 DEBUG [RS:0;b3c019fcff38:36405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T00:22:06,132 DEBUG [RS:0;b3c019fcff38:36405 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b3c019fcff38,36405,1731198124252 2024-11-10T00:22:06,132 DEBUG [RS:0;b3c019fcff38:36405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b3c019fcff38,36405,1731198124252' 2024-11-10T00:22:06,132 DEBUG [RS:0;b3c019fcff38:36405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11847333892/flush-table-proc/abort' 2024-11-10T00:22:06,132 DEBUG [RS:0;b3c019fcff38:36405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11847333892/flush-table-proc/acquired' 2024-11-10T00:22:06,133 DEBUG [RS:0;b3c019fcff38:36405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T00:22:06,133 DEBUG [RS:0;b3c019fcff38:36405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T00:22:06,133 DEBUG [RS:0;b3c019fcff38:36405 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b3c019fcff38,36405,1731198124252 2024-11-10T00:22:06,133 DEBUG [RS:0;b3c019fcff38:36405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b3c019fcff38,36405,1731198124252' 2024-11-10T00:22:06,133 DEBUG [RS:0;b3c019fcff38:36405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11847333892/online-snapshot/abort' 2024-11-10T00:22:06,133 DEBUG [RS:0;b3c019fcff38:36405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11847333892/online-snapshot/acquired' 2024-11-10T00:22:06,133 DEBUG [RS:0;b3c019fcff38:36405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T00:22:06,133 INFO [RS:0;b3c019fcff38:36405 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T00:22:06,133 INFO [RS:0;b3c019fcff38:36405 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T00:22:06,234 INFO [RS:0;b3c019fcff38:36405 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T00:22:06,235 INFO [RS:0;b3c019fcff38:36405 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b3c019fcff38%2C36405%2C1731198124252, suffix=, logDir=hdfs://localhost:33001/user/jenkins/test-data/1550d351-8a5c-a98f-bf03-6d5d61c8a8df/WALs/b3c019fcff38,36405,1731198124252, archiveDir=hdfs://localhost:33001/user/jenkins/test-data/1550d351-8a5c-a98f-bf03-6d5d61c8a8df/oldWALs, maxLogs=10 2024-11-10T00:22:06,249 DEBUG [RS:0;b3c019fcff38:36405 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1550d351-8a5c-a98f-bf03-6d5d61c8a8df/WALs/b3c019fcff38,36405,1731198124252/b3c019fcff38%2C36405%2C1731198124252.1731198126236, exclude list is [], retry=0 2024-11-10T00:22:06,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43773,DS-4539d33b-6d93-47c9-bf7c-5006fd801c60,DISK] 2024-11-10T00:22:06,253 INFO [RS:0;b3c019fcff38:36405 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1550d351-8a5c-a98f-bf03-6d5d61c8a8df/WALs/b3c019fcff38,36405,1731198124252/b3c019fcff38%2C36405%2C1731198124252.1731198126236 2024-11-10T00:22:06,254 DEBUG [RS:0;b3c019fcff38:36405 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45231:45231)] 2024-11-10T00:22:06,422 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33001/user/jenkins/test-data/1550d351-8a5c-a98f-bf03-6d5d61c8a8df/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T00:22:06,422 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33001/user/jenkins/test-data/1550d351-8a5c-a98f-bf03-6d5d61c8a8df 2024-11-10T00:22:06,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741833_1009 (size=32) 2024-11-10T00:22:06,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:22:06,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T00:22:06,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T00:22:06,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:06,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:22:06,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T00:22:06,832 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T00:22:06,832 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:06,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:22:06,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T00:22:06,833 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T00:22:06,834 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:06,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:22:06,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T00:22:06,835 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T00:22:06,835 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:06,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:22:06,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T00:22:06,836 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33001/user/jenkins/test-data/1550d351-8a5c-a98f-bf03-6d5d61c8a8df/data/hbase/meta/1588230740 2024-11-10T00:22:06,836 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33001/user/jenkins/test-data/1550d351-8a5c-a98f-bf03-6d5d61c8a8df/data/hbase/meta/1588230740 2024-11-10T00:22:06,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T00:22:06,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T00:22:06,837 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:22:06,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T00:22:06,840 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33001/user/jenkins/test-data/1550d351-8a5c-a98f-bf03-6d5d61c8a8df/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:22:06,840 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65206747, jitterRate=-0.028343752026557922}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:22:06,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731198126828Initializing all the Stores at 1731198126829 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198126829Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198126829Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198126829Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198126829Cleaning up temporary data from old regions at 1731198126837 (+8 ms)Region opened successfully at 1731198126840 (+3 ms) 2024-11-10T00:22:06,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T00:22:06,841 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T00:22:06,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T00:22:06,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T00:22:06,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T00:22:06,841 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T00:22:06,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731198126840Disabling compacts and flushes for region at 1731198126840Disabling writes for close at 1731198126841 (+1 ms)Writing region close event to WAL at 1731198126841Closed at 1731198126841 2024-11-10T00:22:06,842 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:22:06,842 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T00:22:06,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T00:22:06,843 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T00:22:06,844 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T00:22:06,994 DEBUG [b3c019fcff38:40699 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T00:22:06,995 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b3c019fcff38,36405,1731198124252 2024-11-10T00:22:06,996 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b3c019fcff38,36405,1731198124252, state=OPENING 2024-11-10T00:22:06,998 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T00:22:07,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40699-0x100ff40d73a0003, quorum=127.0.0.1:59686, baseZNode=/11847333892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11847333892 2024-11-10T00:22:07,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x100ff40d73a0004, quorum=127.0.0.1:59686, baseZNode=/11847333892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11847333892 2024-11-10T00:22:07,000 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T00:22:07,000 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11847333892/meta-region-server: CHANGED 2024-11-10T00:22:07,000 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11847333892/meta-region-server: CHANGED 2024-11-10T00:22:07,000 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b3c019fcff38,36405,1731198124252}] 2024-11-10T00:22:07,153 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T00:22:07,155 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36999, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T00:22:07,158 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T00:22:07,158 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:22:07,158 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T00:22:07,159 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b3c019fcff38%2C36405%2C1731198124252.meta, suffix=.meta, logDir=hdfs://localhost:33001/user/jenkins/test-data/1550d351-8a5c-a98f-bf03-6d5d61c8a8df/WALs/b3c019fcff38,36405,1731198124252, archiveDir=hdfs://localhost:33001/user/jenkins/test-data/1550d351-8a5c-a98f-bf03-6d5d61c8a8df/oldWALs, maxLogs=10 2024-11-10T00:22:07,173 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1550d351-8a5c-a98f-bf03-6d5d61c8a8df/WALs/b3c019fcff38,36405,1731198124252/b3c019fcff38%2C36405%2C1731198124252.meta.1731198127160.meta, exclude list is [], retry=0 2024-11-10T00:22:07,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43773,DS-4539d33b-6d93-47c9-bf7c-5006fd801c60,DISK] 2024-11-10T00:22:07,176 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1550d351-8a5c-a98f-bf03-6d5d61c8a8df/WALs/b3c019fcff38,36405,1731198124252/b3c019fcff38%2C36405%2C1731198124252.meta.1731198127160.meta 2024-11-10T00:22:07,176 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45231:45231)] 2024-11-10T00:22:07,177 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:22:07,177 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T00:22:07,177 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T00:22:07,177 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T00:22:07,177 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T00:22:07,177 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T00:22:07,177 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:22:07,177 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T00:22:07,177 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T00:22:07,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T00:22:07,179 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T00:22:07,179 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:07,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:22:07,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T00:22:07,180 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T00:22:07,180 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:07,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:22:07,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T00:22:07,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T00:22:07,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:07,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:22:07,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T00:22:07,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T00:22:07,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:07,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:22:07,182 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T00:22:07,183 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33001/user/jenkins/test-data/1550d351-8a5c-a98f-bf03-6d5d61c8a8df/data/hbase/meta/1588230740 2024-11-10T00:22:07,184 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33001/user/jenkins/test-data/1550d351-8a5c-a98f-bf03-6d5d61c8a8df/data/hbase/meta/1588230740 2024-11-10T00:22:07,185 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T00:22:07,185 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T00:22:07,185 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:22:07,186 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T00:22:07,187 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70788938, jitterRate=0.05483737587928772}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:22:07,187 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T00:22:07,187 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731198127177Writing region info on filesystem at 1731198127177Initializing all the Stores at 1731198127178 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198127178Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198127178Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198127178Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198127178Cleaning up temporary data from old regions at 1731198127185 (+7 ms)Running coprocessor post-open hooks at 1731198127187 (+2 ms)Region opened successfully at 1731198127187 2024-11-10T00:22:07,188 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731198127153 2024-11-10T00:22:07,189 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T00:22:07,189 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T00:22:07,190 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,36405,1731198124252 2024-11-10T00:22:07,191 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b3c019fcff38,36405,1731198124252, state=OPEN 2024-11-10T00:22:07,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40699-0x100ff40d73a0003, quorum=127.0.0.1:59686, baseZNode=/11847333892 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11847333892/meta-region-server 2024-11-10T00:22:07,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x100ff40d73a0004, quorum=127.0.0.1:59686, baseZNode=/11847333892 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11847333892/meta-region-server 2024-11-10T00:22:07,193 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b3c019fcff38,36405,1731198124252 2024-11-10T00:22:07,193 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11847333892/meta-region-server: CHANGED 2024-11-10T00:22:07,193 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11847333892/meta-region-server: CHANGED 2024-11-10T00:22:07,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T00:22:07,195 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b3c019fcff38,36405,1731198124252 in 193 msec 2024-11-10T00:22:07,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T00:22:07,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 353 msec 2024-11-10T00:22:07,197 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:22:07,197 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T00:22:07,198 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:22:07,198 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36405,1731198124252, seqNum=-1] 2024-11-10T00:22:07,198 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:22:07,199 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53809, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:22:07,204 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1970 sec 2024-11-10T00:22:07,204 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731198127204, completionTime=-1 2024-11-10T00:22:07,204 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T00:22:07,204 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T00:22:07,206 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T00:22:07,206 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731198187206 2024-11-10T00:22:07,206 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731198247206 2024-11-10T00:22:07,206 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T00:22:07,206 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,40699,1731198124211-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:07,206 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,40699,1731198124211-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:07,206 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,40699,1731198124211-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:07,206 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b3c019fcff38:40699, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:07,206 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:07,206 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:07,208 DEBUG [master/b3c019fcff38:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T00:22:07,209 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.921sec 2024-11-10T00:22:07,209 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T00:22:07,209 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T00:22:07,209 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T00:22:07,209 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T00:22:07,209 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T00:22:07,209 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,40699,1731198124211-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T00:22:07,209 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,40699,1731198124211-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T00:22:07,211 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T00:22:07,211 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T00:22:07,211 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,40699,1731198124211-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:07,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4779aab4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:07,273 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,40699,-1 for getting cluster id 2024-11-10T00:22:07,273 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:22:07,274 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '75f1ba36-f5ae-4f21-be18-47b4a3170429' 2024-11-10T00:22:07,274 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:22:07,274 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "75f1ba36-f5ae-4f21-be18-47b4a3170429" 2024-11-10T00:22:07,274 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55ab5c0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:07,275 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,40699,-1] 2024-11-10T00:22:07,275 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:22:07,275 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:07,276 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:22:07,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@355d1cc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:07,277 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:22:07,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36405,1731198124252, seqNum=-1] 2024-11-10T00:22:07,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:22:07,279 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:22:07,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b3c019fcff38,40699,1731198124211 2024-11-10T00:22:07,281 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59686 2024-11-10T00:22:07,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59686, baseZNode=/11847333892 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:22:07,284 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100ff40d73a0005 connected 2024-11-10T00:22:07,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79cd8a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:07,288 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,37661,-1 for getting cluster id 2024-11-10T00:22:07,288 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:22:07,289 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02adc029-4062-41f8-9961-861046f87450' 2024-11-10T00:22:07,289 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:22:07,289 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02adc029-4062-41f8-9961-861046f87450" 2024-11-10T00:22:07,289 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ad90725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:07,289 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,37661,-1] 2024-11-10T00:22:07,289 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:22:07,290 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:07,290 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:22:07,291 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a57af72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:07,291 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:22:07,291 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,37661,1731198120194 2024-11-10T00:22:07,292 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43370422 2024-11-10T00:22:07,292 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:22:07,293 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:22:07,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37661 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b3c019fcff38:40699,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T00:22:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37661 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T00:22:07,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37661 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:22:07,295 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b3c019fcff38:40699' 2024-11-10T00:22:07,296 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2521388, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:07,296 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,40699,-1 for getting cluster id 2024-11-10T00:22:07,296 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:22:07,297 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '75f1ba36-f5ae-4f21-be18-47b4a3170429' 2024-11-10T00:22:07,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:22:07,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "75f1ba36-f5ae-4f21-be18-47b4a3170429" 2024-11-10T00:22:07,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@be28c20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:07,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,40699,-1] 2024-11-10T00:22:07,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:22:07,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:07,298 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:22:07,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44f3ec7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:07,299 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:22:07,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,40699,1731198124211 2024-11-10T00:22:07,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e36b6bd 2024-11-10T00:22:07,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:22:07,301 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:22:07,301 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-10T00:22:07,301 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T00:22:07,301 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:07,302 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:07,302 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:22:07,302 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:22:07,303 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T00:22:07,304 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T00:22:07,304 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:07,305 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T00:22:07,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741835_1011 (size=1138) 2024-11-10T00:22:07,353 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T00:22:07,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37661 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:22:07,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37661 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:22:07,713 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => adaa729920118e43c655674803ae1f0a, NAME => 'hbase:replication,,1731198127302.adaa729920118e43c655674803ae1f0a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a 2024-11-10T00:22:07,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741836_1012 (size=44) 2024-11-10T00:22:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37661 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:22:08,091 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T00:22:08,119 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731198127302.adaa729920118e43c655674803ae1f0a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:22:08,119 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing adaa729920118e43c655674803ae1f0a, disabling compactions & flushes 2024-11-10T00:22:08,119 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731198127302.adaa729920118e43c655674803ae1f0a. 2024-11-10T00:22:08,119 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731198127302.adaa729920118e43c655674803ae1f0a. 2024-11-10T00:22:08,119 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731198127302.adaa729920118e43c655674803ae1f0a. after waiting 0 ms 2024-11-10T00:22:08,119 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731198127302.adaa729920118e43c655674803ae1f0a. 2024-11-10T00:22:08,119 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731198127302.adaa729920118e43c655674803ae1f0a. 2024-11-10T00:22:08,119 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for adaa729920118e43c655674803ae1f0a: Waiting for close lock at 1731198128119Disabling compacts and flushes for region at 1731198128119Disabling writes for close at 1731198128119Writing region close event to WAL at 1731198128119Closed at 1731198128119 2024-11-10T00:22:08,120 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T00:22:08,121 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731198127302.adaa729920118e43c655674803ae1f0a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731198128120"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731198128120"}]},"ts":"1731198128120"} 2024-11-10T00:22:08,123 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T00:22:08,124 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T00:22:08,124 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731198128124"}]},"ts":"1731198128124"} 2024-11-10T00:22:08,126 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T00:22:08,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=adaa729920118e43c655674803ae1f0a, ASSIGN}] 2024-11-10T00:22:08,127 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=adaa729920118e43c655674803ae1f0a, ASSIGN 2024-11-10T00:22:08,128 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=adaa729920118e43c655674803ae1f0a, ASSIGN; state=OFFLINE, location=b3c019fcff38,37415,1731198120240; forceNewPlan=false, retain=false 2024-11-10T00:22:08,278 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=adaa729920118e43c655674803ae1f0a, regionState=OPENING, regionLocation=b3c019fcff38,37415,1731198120240 2024-11-10T00:22:08,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=adaa729920118e43c655674803ae1f0a, ASSIGN because future has completed 2024-11-10T00:22:08,281 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure adaa729920118e43c655674803ae1f0a, server=b3c019fcff38,37415,1731198120240}] 2024-11-10T00:22:08,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37661 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:22:08,437 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731198127302.adaa729920118e43c655674803ae1f0a. 2024-11-10T00:22:08,437 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:22:08,437 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T00:22:08,438 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b3c019fcff38%2C37415%2C1731198120240.rep, suffix=, logDir=hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/WALs/b3c019fcff38,37415,1731198120240, archiveDir=hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/oldWALs, maxLogs=10 2024-11-10T00:22:08,452 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/WALs/b3c019fcff38,37415,1731198120240/b3c019fcff38%2C37415%2C1731198120240.rep.1731198128439, exclude list is [], retry=0 2024-11-10T00:22:08,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33919,DS-3e4a08e8-5cd0-4bbf-a1d9-ad36fea090ed,DISK] 2024-11-10T00:22:08,456 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/WALs/b3c019fcff38,37415,1731198120240/b3c019fcff38%2C37415%2C1731198120240.rep.1731198128439 2024-11-10T00:22:08,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45617:45617)] 2024-11-10T00:22:08,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => adaa729920118e43c655674803ae1f0a, NAME => 'hbase:replication,,1731198127302.adaa729920118e43c655674803ae1f0a.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:22:08,457 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T00:22:08,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T00:22:08,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731198127302.adaa729920118e43c655674803ae1f0a. service=MultiRowMutationService 2024-11-10T00:22:08,457 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T00:22:08,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication adaa729920118e43c655674803ae1f0a 2024-11-10T00:22:08,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731198127302.adaa729920118e43c655674803ae1f0a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:22:08,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for adaa729920118e43c655674803ae1f0a 2024-11-10T00:22:08,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for adaa729920118e43c655674803ae1f0a 2024-11-10T00:22:08,459 INFO [StoreOpener-adaa729920118e43c655674803ae1f0a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region adaa729920118e43c655674803ae1f0a 2024-11-10T00:22:08,460 INFO [StoreOpener-adaa729920118e43c655674803ae1f0a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region adaa729920118e43c655674803ae1f0a columnFamilyName hfileref 2024-11-10T00:22:08,460 DEBUG [StoreOpener-adaa729920118e43c655674803ae1f0a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:08,461 INFO [StoreOpener-adaa729920118e43c655674803ae1f0a-1 {}] regionserver.HStore(327): Store=adaa729920118e43c655674803ae1f0a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:22:08,461 INFO [StoreOpener-adaa729920118e43c655674803ae1f0a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region adaa729920118e43c655674803ae1f0a 2024-11-10T00:22:08,462 INFO [StoreOpener-adaa729920118e43c655674803ae1f0a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region adaa729920118e43c655674803ae1f0a columnFamilyName queue 2024-11-10T00:22:08,462 DEBUG [StoreOpener-adaa729920118e43c655674803ae1f0a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:08,462 INFO [StoreOpener-adaa729920118e43c655674803ae1f0a-1 {}] regionserver.HStore(327): Store=adaa729920118e43c655674803ae1f0a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:22:08,462 INFO [StoreOpener-adaa729920118e43c655674803ae1f0a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region adaa729920118e43c655674803ae1f0a 2024-11-10T00:22:08,463 INFO [StoreOpener-adaa729920118e43c655674803ae1f0a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region adaa729920118e43c655674803ae1f0a columnFamilyName sid 2024-11-10T00:22:08,463 DEBUG [StoreOpener-adaa729920118e43c655674803ae1f0a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:08,463 INFO [StoreOpener-adaa729920118e43c655674803ae1f0a-1 {}] regionserver.HStore(327): Store=adaa729920118e43c655674803ae1f0a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:22:08,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for adaa729920118e43c655674803ae1f0a 2024-11-10T00:22:08,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/data/hbase/replication/adaa729920118e43c655674803ae1f0a 2024-11-10T00:22:08,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/data/hbase/replication/adaa729920118e43c655674803ae1f0a 2024-11-10T00:22:08,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for adaa729920118e43c655674803ae1f0a 2024-11-10T00:22:08,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for adaa729920118e43c655674803ae1f0a 2024-11-10T00:22:08,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T00:22:08,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for adaa729920118e43c655674803ae1f0a 2024-11-10T00:22:08,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/data/hbase/replication/adaa729920118e43c655674803ae1f0a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:22:08,469 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened adaa729920118e43c655674803ae1f0a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63859832, jitterRate=-0.04841434955596924}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T00:22:08,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for adaa729920118e43c655674803ae1f0a 2024-11-10T00:22:08,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for adaa729920118e43c655674803ae1f0a: Running coprocessor pre-open hook at 1731198128458Writing region info on filesystem at 1731198128458Initializing all the Stores at 1731198128459 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198128459Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198128459Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198128459Cleaning up temporary data from old regions at 1731198128465 (+6 ms)Running coprocessor post-open hooks at 1731198128469 (+4 ms)Region opened successfully at 1731198128470 (+1 ms) 2024-11-10T00:22:08,471 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731198127302.adaa729920118e43c655674803ae1f0a., pid=7, masterSystemTime=1731198128433 2024-11-10T00:22:08,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731198127302.adaa729920118e43c655674803ae1f0a. 2024-11-10T00:22:08,473 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731198127302.adaa729920118e43c655674803ae1f0a. 2024-11-10T00:22:08,474 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=adaa729920118e43c655674803ae1f0a, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,37415,1731198120240 2024-11-10T00:22:08,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure adaa729920118e43c655674803ae1f0a, server=b3c019fcff38,37415,1731198120240 because future has completed 2024-11-10T00:22:08,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-10T00:22:08,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure adaa729920118e43c655674803ae1f0a, server=b3c019fcff38,37415,1731198120240 in 196 msec 2024-11-10T00:22:08,481 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T00:22:08,481 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=adaa729920118e43c655674803ae1f0a, ASSIGN in 353 msec 2024-11-10T00:22:08,482 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T00:22:08,482 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731198128482"}]},"ts":"1731198128482"} 2024-11-10T00:22:08,484 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T00:22:08,484 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T00:22:08,486 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1830 sec 2024-11-10T00:22:08,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731198127302.adaa729920118e43c655674803ae1f0a., hostname=b3c019fcff38,37415,1731198120240, seqNum=2] 2024-11-10T00:22:08,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37661-0x100ff40d73a0000, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-187421491 2024-11-10T00:22:08,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37415-0x100ff40d73a0001, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-187421491 2024-11-10T00:22:08,520 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T00:22:08,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37415 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-10T00:22:08,673 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T00:22:08,679 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T00:22:08,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:08,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:08,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:08,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:08,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:08,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:08,703 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-b3c019fcff38,37415,1731198120240, ReplicationSource: 1, currentBandwidth=0 2024-11-10T00:22:08,704 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:22:08,704 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,37415,1731198120240, seqNum=-1] 2024-11-10T00:22:08,704 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:22:08,705 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35493, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-10T00:22:08,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b3c019fcff38,37415,1731198120240', locateType=CURRENT is [region=hbase:replication,,1731198127302.adaa729920118e43c655674803ae1f0a., hostname=b3c019fcff38,37415,1731198120240, seqNum=2] 2024-11-10T00:22:08,709 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-10T00:22:08,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37661 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-10T00:22:08,711 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b3c019fcff38,37415,1731198120240 suceeded 2024-11-10T00:22:08,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-10T00:22:08,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-10T00:22:08,713 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b3c019fcff38:40699,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T00:22:08,715 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4200 sec 2024-11-10T00:22:08,726 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,37415,1731198120240 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b3c019fcff38:40699' 2024-11-10T00:22:08,727 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,37415,1731198120240 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45695035, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:08,727 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,37415,1731198120240 {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,40699,-1 for getting cluster id 2024-11-10T00:22:08,727 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,37415,1731198120240 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:22:08,728 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '75f1ba36-f5ae-4f21-be18-47b4a3170429' 2024-11-10T00:22:08,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:22:08,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "75f1ba36-f5ae-4f21-be18-47b4a3170429" 2024-11-10T00:22:08,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11f80e71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:08,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,40699,-1] 2024-11-10T00:22:08,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:22:08,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:08,729 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:22:08,730 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,37415,1731198120240 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e08f438, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:08,730 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,37415,1731198120240 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:22:08,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,40699,1731198124211 2024-11-10T00:22:08,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b413083 2024-11-10T00:22:08,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:22:08,732 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-10T00:22:08,733 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,37415,1731198120240 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b3c019fcff38,37415,1731198120240 (queues=1) is replicating from cluster=02adc029-4062-41f8-9961-861046f87450 to cluster=75f1ba36-f5ae-4f21-be18-47b4a3170429 2024-11-10T00:22:08,733 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,37415,1731198120240 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b3c019fcff38%2C37415%2C1731198120240 2024-11-10T00:22:08,733 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,37415,1731198120240 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b3c019fcff38,37415,1731198120240, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T00:22:08,733 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,37415,1731198120240.replicationSource.shipperb3c019fcff38%2C37415%2C1731198120240,1-b3c019fcff38,37415,1731198120240 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b3c019fcff38%2C37415%2C1731198120240 2024-11-10T00:22:08,733 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,37415,1731198120240.replicationSource.wal-reader.b3c019fcff38%2C37415%2C1731198120240,1-b3c019fcff38,37415,1731198120240 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/WALs/b3c019fcff38,37415,1731198120240/b3c019fcff38%2C37415%2C1731198120240.1731198122228, startPosition=0, beingWritten=true 2024-11-10T00:22:08,938 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,37415,1731198120240.replicationSource.wal-reader.b3c019fcff38%2C37415%2C1731198120240,1-b3c019fcff38,37415,1731198120240 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/WALs/b3c019fcff38,37415,1731198120240/b3c019fcff38%2C37415%2C1731198120240.1731198122228 to pos 0, reset compression=false 2024-11-10T00:22:09,243 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,37415,1731198120240.replicationSource.wal-reader.b3c019fcff38%2C37415%2C1731198120240,1-b3c019fcff38,37415,1731198120240 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/WALs/b3c019fcff38,37415,1731198120240/b3c019fcff38%2C37415%2C1731198120240.1731198122228 to pos 0, reset compression=false 2024-11-10T00:22:09,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37661 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:22:09,443 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T00:22:09,443 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:22:09,443 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:22:09,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:09,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:09,443 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:22:09,443 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:22:09,444 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,37661,1731198120194 2024-11-10T00:22:09,444 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68770c36 2024-11-10T00:22:09,444 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:22:09,445 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:22:09,445 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37661 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-10T00:22:09,446 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:22:09,446 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:22:09,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:09,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:09,446 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:22:09,446 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T00:22:09,446 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1691121474, stopped=false 2024-11-10T00:22:09,446 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b3c019fcff38,37661,1731198120194 2024-11-10T00:22:09,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37661-0x100ff40d73a0000, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-187421491/running 2024-11-10T00:22:09,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37415-0x100ff40d73a0001, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-187421491/running 2024-11-10T00:22:09,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37661-0x100ff40d73a0000, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-187421491 2024-11-10T00:22:09,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37415-0x100ff40d73a0001, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-187421491 2024-11-10T00:22:09,448 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T00:22:09,448 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:22:09,448 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:22:09,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:09,449 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b3c019fcff38,37415,1731198120240' ***** 2024-11-10T00:22:09,449 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T00:22:09,449 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37415-0x100ff40d73a0001, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Set watcher on znode that does not yet exist, /0-187421491/running 2024-11-10T00:22:09,449 INFO [RS:0;b3c019fcff38:37415 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T00:22:09,449 INFO [RS:0;b3c019fcff38:37415 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T00:22:09,449 INFO [RS:0;b3c019fcff38:37415 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T00:22:09,449 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T00:22:09,449 INFO [RS:0;b3c019fcff38:37415 {}] regionserver.HRegionServer(3091): Received CLOSE for adaa729920118e43c655674803ae1f0a 2024-11-10T00:22:09,449 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37661-0x100ff40d73a0000, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Set watcher on znode that does not yet exist, /0-187421491/running 2024-11-10T00:22:09,449 INFO [RS:0;b3c019fcff38:37415 {}] regionserver.HRegionServer(959): stopping server b3c019fcff38,37415,1731198120240 2024-11-10T00:22:09,449 INFO [RS:0;b3c019fcff38:37415 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T00:22:09,449 INFO [RS:0;b3c019fcff38:37415 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b3c019fcff38:37415. 2024-11-10T00:22:09,450 DEBUG [RS:0;b3c019fcff38:37415 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:22:09,450 DEBUG [RS:0;b3c019fcff38:37415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:09,450 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing adaa729920118e43c655674803ae1f0a, disabling compactions & flushes 2024-11-10T00:22:09,450 INFO [RS:0;b3c019fcff38:37415 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T00:22:09,450 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731198127302.adaa729920118e43c655674803ae1f0a. 2024-11-10T00:22:09,450 INFO [RS:0;b3c019fcff38:37415 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T00:22:09,450 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731198127302.adaa729920118e43c655674803ae1f0a. 2024-11-10T00:22:09,450 INFO [RS:0;b3c019fcff38:37415 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T00:22:09,450 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731198127302.adaa729920118e43c655674803ae1f0a. after waiting 0 ms 2024-11-10T00:22:09,450 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731198127302.adaa729920118e43c655674803ae1f0a. 2024-11-10T00:22:09,450 INFO [RS:0;b3c019fcff38:37415 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T00:22:09,450 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing adaa729920118e43c655674803ae1f0a 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-10T00:22:09,450 INFO [RS:0;b3c019fcff38:37415 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T00:22:09,450 DEBUG [RS:0;b3c019fcff38:37415 {}] regionserver.HRegionServer(1325): Online Regions={adaa729920118e43c655674803ae1f0a=hbase:replication,,1731198127302.adaa729920118e43c655674803ae1f0a., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T00:22:09,450 DEBUG [RS:0;b3c019fcff38:37415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, adaa729920118e43c655674803ae1f0a 2024-11-10T00:22:09,450 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T00:22:09,450 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T00:22:09,450 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T00:22:09,450 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T00:22:09,450 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T00:22:09,450 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-10T00:22:09,469 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/data/hbase/replication/adaa729920118e43c655674803ae1f0a/.tmp/queue/3af76b6c1be14976870af9fd5e0002ed is 151, key is 1-b3c019fcff38,37415,1731198120240/queue:b3c019fcff38%2C37415%2C1731198120240/1731198128708/Put/seqid=0 2024-11-10T00:22:09,472 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/data/hbase/meta/1588230740/.tmp/info/f4f2ffc953904ba5953694faf2b96782 is 147, key is hbase:replication,,1731198127302.adaa729920118e43c655674803ae1f0a./info:regioninfo/1731198128474/Put/seqid=0 2024-11-10T00:22:09,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741838_1014 (size=5350) 2024-11-10T00:22:09,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741839_1015 (size=6631) 2024-11-10T00:22:09,501 INFO [regionserver/b3c019fcff38:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T00:22:09,648 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,37415,1731198120240.replicationSource.wal-reader.b3c019fcff38%2C37415%2C1731198120240,1-b3c019fcff38,37415,1731198120240 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/WALs/b3c019fcff38,37415,1731198120240/b3c019fcff38%2C37415%2C1731198120240.1731198122228 to pos 0, reset compression=false 2024-11-10T00:22:09,650 DEBUG [RS:0;b3c019fcff38:37415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, adaa729920118e43c655674803ae1f0a 2024-11-10T00:22:09,850 DEBUG [RS:0;b3c019fcff38:37415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, adaa729920118e43c655674803ae1f0a 2024-11-10T00:22:09,874 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/data/hbase/replication/adaa729920118e43c655674803ae1f0a/.tmp/queue/3af76b6c1be14976870af9fd5e0002ed 2024-11-10T00:22:09,876 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/data/hbase/meta/1588230740/.tmp/info/f4f2ffc953904ba5953694faf2b96782 2024-11-10T00:22:09,881 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/data/hbase/replication/adaa729920118e43c655674803ae1f0a/.tmp/queue/3af76b6c1be14976870af9fd5e0002ed as hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/data/hbase/replication/adaa729920118e43c655674803ae1f0a/queue/3af76b6c1be14976870af9fd5e0002ed 2024-11-10T00:22:09,886 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/data/hbase/replication/adaa729920118e43c655674803ae1f0a/queue/3af76b6c1be14976870af9fd5e0002ed, entries=1, sequenceid=5, filesize=5.2 K 2024-11-10T00:22:09,887 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for adaa729920118e43c655674803ae1f0a in 437ms, sequenceid=5, compaction requested=false 2024-11-10T00:22:09,887 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T00:22:09,893 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/data/hbase/replication/adaa729920118e43c655674803ae1f0a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T00:22:09,894 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T00:22:09,894 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T00:22:09,894 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731198127302.adaa729920118e43c655674803ae1f0a. 2024-11-10T00:22:09,894 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for adaa729920118e43c655674803ae1f0a: Waiting for close lock at 1731198129450Running coprocessor pre-close hooks at 1731198129450Disabling compacts and flushes for region at 1731198129450Disabling writes for close at 1731198129450Obtaining lock to block concurrent updates at 1731198129450Preparing flush snapshotting stores in adaa729920118e43c655674803ae1f0a at 1731198129450Finished memstore snapshotting hbase:replication,,1731198127302.adaa729920118e43c655674803ae1f0a., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731198129450Flushing stores of hbase:replication,,1731198127302.adaa729920118e43c655674803ae1f0a. at 1731198129451 (+1 ms)Flushing adaa729920118e43c655674803ae1f0a/queue: creating writer at 1731198129451Flushing adaa729920118e43c655674803ae1f0a/queue: appending metadata at 1731198129469 (+18 ms)Flushing adaa729920118e43c655674803ae1f0a/queue: closing flushed file at 1731198129469Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f486ed0: reopening flushed file at 1731198129880 (+411 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for adaa729920118e43c655674803ae1f0a in 437ms, sequenceid=5, compaction requested=false at 1731198129887 (+7 ms)Writing region close event to WAL at 1731198129889 (+2 ms)Running coprocessor post-close hooks at 1731198129894 (+5 ms)Closed at 1731198129894 2024-11-10T00:22:09,894 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731198127302.adaa729920118e43c655674803ae1f0a. 2024-11-10T00:22:09,896 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/data/hbase/meta/1588230740/.tmp/ns/eee4b5bb7eff4e44b42e6afe4bc07017 is 43, key is default/ns:d/1731198123205/Put/seqid=0 2024-11-10T00:22:09,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741840_1016 (size=5153) 2024-11-10T00:22:10,051 DEBUG [RS:0;b3c019fcff38:37415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:22:10,114 INFO [regionserver/b3c019fcff38:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T00:22:10,114 INFO [regionserver/b3c019fcff38:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T00:22:10,153 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,37415,1731198120240.replicationSource.wal-reader.b3c019fcff38%2C37415%2C1731198120240,1-b3c019fcff38,37415,1731198120240 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/WALs/b3c019fcff38,37415,1731198120240/b3c019fcff38%2C37415%2C1731198120240.1731198122228 to pos 0, reset compression=false 2024-11-10T00:22:10,251 DEBUG [RS:0;b3c019fcff38:37415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:22:10,305 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/data/hbase/meta/1588230740/.tmp/ns/eee4b5bb7eff4e44b42e6afe4bc07017 2024-11-10T00:22:10,324 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/data/hbase/meta/1588230740/.tmp/table/4bdc6be5a4bc481e8e02dec2eae26715 is 53, key is hbase:replication/table:state/1731198128482/Put/seqid=0 2024-11-10T00:22:10,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741841_1017 (size=5256) 2024-11-10T00:22:10,451 INFO [RS:0;b3c019fcff38:37415 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T00:22:10,451 DEBUG [RS:0;b3c019fcff38:37415 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T00:22:10,451 DEBUG [RS:0;b3c019fcff38:37415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:22:10,651 DEBUG [RS:0;b3c019fcff38:37415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:22:10,729 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/data/hbase/meta/1588230740/.tmp/table/4bdc6be5a4bc481e8e02dec2eae26715 2024-11-10T00:22:10,734 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/data/hbase/meta/1588230740/.tmp/info/f4f2ffc953904ba5953694faf2b96782 as hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/data/hbase/meta/1588230740/info/f4f2ffc953904ba5953694faf2b96782 2024-11-10T00:22:10,739 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/data/hbase/meta/1588230740/info/f4f2ffc953904ba5953694faf2b96782, entries=10, sequenceid=11, filesize=6.5 K 2024-11-10T00:22:10,740 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/data/hbase/meta/1588230740/.tmp/ns/eee4b5bb7eff4e44b42e6afe4bc07017 as hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/data/hbase/meta/1588230740/ns/eee4b5bb7eff4e44b42e6afe4bc07017 2024-11-10T00:22:10,744 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/data/hbase/meta/1588230740/ns/eee4b5bb7eff4e44b42e6afe4bc07017, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T00:22:10,745 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/data/hbase/meta/1588230740/.tmp/table/4bdc6be5a4bc481e8e02dec2eae26715 as hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/data/hbase/meta/1588230740/table/4bdc6be5a4bc481e8e02dec2eae26715 2024-11-10T00:22:10,749 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/data/hbase/meta/1588230740/table/4bdc6be5a4bc481e8e02dec2eae26715, entries=2, sequenceid=11, filesize=5.1 K 2024-11-10T00:22:10,750 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1300ms, sequenceid=11, compaction requested=false 2024-11-10T00:22:10,755 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T00:22:10,755 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T00:22:10,755 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T00:22:10,755 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T00:22:10,755 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731198129450Running coprocessor pre-close hooks at 1731198129450Disabling compacts and flushes for region at 1731198129450Disabling writes for close at 1731198129450Obtaining lock to block concurrent updates at 1731198129450Preparing flush snapshotting stores in 1588230740 at 1731198129450Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731198129451 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731198129451Flushing 1588230740/info: creating writer at 1731198129451Flushing 1588230740/info: appending metadata at 1731198129472 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731198129472Flushing 1588230740/ns: creating writer at 1731198129881 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731198129895 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731198129896 (+1 ms)Flushing 1588230740/table: creating writer at 1731198130310 (+414 ms)Flushing 1588230740/table: appending metadata at 1731198130324 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731198130324Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f7306eb: reopening flushed file at 1731198130734 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@242af475: reopening flushed file at 1731198130739 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a0135b5: reopening flushed file at 1731198130744 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1300ms, sequenceid=11, compaction requested=false at 1731198130750 (+6 ms)Writing region close event to WAL at 1731198130752 (+2 ms)Running coprocessor post-close hooks at 1731198130755 (+3 ms)Closed at 1731198130755 2024-11-10T00:22:10,755 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T00:22:10,758 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,37415,1731198120240.replicationSource.wal-reader.b3c019fcff38%2C37415%2C1731198120240,1-b3c019fcff38,37415,1731198120240 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/WALs/b3c019fcff38,37415,1731198120240/b3c019fcff38%2C37415%2C1731198120240.1731198122228 to pos 0, reset compression=false 2024-11-10T00:22:10,851 INFO [RS:0;b3c019fcff38:37415 {}] regionserver.HRegionServer(976): stopping server b3c019fcff38,37415,1731198120240; all regions closed. 2024-11-10T00:22:10,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741834_1010 (size=2742) 2024-11-10T00:22:10,854 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/WALs/b3c019fcff38,37415,1731198120240/b3c019fcff38%2C37415%2C1731198120240.meta.1731198123160.meta not finished, retry = 0 2024-11-10T00:22:10,956 DEBUG [RS:0;b3c019fcff38:37415 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/oldWALs 2024-11-10T00:22:10,957 INFO [RS:0;b3c019fcff38:37415 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b3c019fcff38%2C37415%2C1731198120240.meta:.meta(num 1731198123160) 2024-11-10T00:22:10,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741837_1013 (size=1586) 2024-11-10T00:22:10,961 DEBUG [RS:0;b3c019fcff38:37415 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/oldWALs 2024-11-10T00:22:10,961 INFO [RS:0;b3c019fcff38:37415 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b3c019fcff38%2C37415%2C1731198120240.rep:(num 1731198128439) 2024-11-10T00:22:10,963 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/WALs/b3c019fcff38,37415,1731198120240/b3c019fcff38%2C37415%2C1731198120240.1731198122228 not finished, retry = 0 2024-11-10T00:22:10,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741832_1008 (size=93) 2024-11-10T00:22:11,065 DEBUG [RS:0;b3c019fcff38:37415 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/oldWALs 2024-11-10T00:22:11,065 INFO [RS:0;b3c019fcff38:37415 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b3c019fcff38%2C37415%2C1731198120240:(num 1731198122228) 2024-11-10T00:22:11,065 DEBUG [RS:0;b3c019fcff38:37415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:11,065 INFO [RS:0;b3c019fcff38:37415 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T00:22:11,065 INFO [RS:0;b3c019fcff38:37415 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T00:22:11,065 INFO [RS:0;b3c019fcff38:37415 {}] hbase.ChoreService(370): Chore service for: regionserver/b3c019fcff38:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T00:22:11,066 INFO [RS:0;b3c019fcff38:37415 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T00:22:11,066 INFO [regionserver/b3c019fcff38:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T00:22:11,066 INFO [RS:0;b3c019fcff38:37415 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b3c019fcff38,37415,1731198120240 because: Region server is closing 2024-11-10T00:22:11,066 INFO [RS:0;b3c019fcff38:37415 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b3c019fcff38:37415. 2024-11-10T00:22:11,066 DEBUG [RS:0;b3c019fcff38:37415 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:22:11,066 DEBUG [RS:0;b3c019fcff38:37415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:11,066 DEBUG [RS:0;b3c019fcff38:37415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:11,066 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:22:11,167 WARN [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,37415,1731198120240.replicationSource.wal-reader.b3c019fcff38%2C37415%2C1731198120240,1-b3c019fcff38,37415,1731198120240 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T00:22:11,167 WARN [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,37415,1731198120240.replicationSource.shipperb3c019fcff38%2C37415%2C1731198120240,1-b3c019fcff38,37415,1731198120240 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T00:22:11,167 INFO [RS:0;b3c019fcff38:37415 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,37415,1731198120240.replicationSource.shipperb3c019fcff38%2C37415%2C1731198120240,1-b3c019fcff38,37415,1731198120240 terminated 2024-11-10T00:22:11,167 INFO [RS:0;b3c019fcff38:37415 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37415 2024-11-10T00:22:11,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37661-0x100ff40d73a0000, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-187421491/rs 2024-11-10T00:22:11,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37415-0x100ff40d73a0001, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-187421491/rs/b3c019fcff38,37415,1731198120240 2024-11-10T00:22:11,169 INFO [RS:0;b3c019fcff38:37415 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T00:22:11,170 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b3c019fcff38,37415,1731198120240] 2024-11-10T00:22:11,172 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-187421491/draining/b3c019fcff38,37415,1731198120240 already deleted, retry=false 2024-11-10T00:22:11,172 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b3c019fcff38,37415,1731198120240 expired; onlineServers=0 2024-11-10T00:22:11,172 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b3c019fcff38,37661,1731198120194' ***** 2024-11-10T00:22:11,172 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T00:22:11,173 INFO [M:0;b3c019fcff38:37661 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T00:22:11,173 INFO [M:0;b3c019fcff38:37661 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T00:22:11,173 DEBUG [M:0;b3c019fcff38:37661 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T00:22:11,173 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T00:22:11,173 DEBUG [M:0;b3c019fcff38:37661 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T00:22:11,173 DEBUG [master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731198122018 {}] cleaner.HFileCleaner(306): Exit Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731198122018,5,FailOnTimeoutGroup] 2024-11-10T00:22:11,173 DEBUG [master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731198122020 {}] cleaner.HFileCleaner(306): Exit Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731198122020,5,FailOnTimeoutGroup] 2024-11-10T00:22:11,173 INFO [M:0;b3c019fcff38:37661 {}] hbase.ChoreService(370): Chore service for: master/b3c019fcff38:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T00:22:11,173 INFO [M:0;b3c019fcff38:37661 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T00:22:11,173 DEBUG [M:0;b3c019fcff38:37661 {}] master.HMaster(1795): Stopping service threads 2024-11-10T00:22:11,173 INFO [M:0;b3c019fcff38:37661 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T00:22:11,173 INFO [M:0;b3c019fcff38:37661 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T00:22:11,174 INFO [M:0;b3c019fcff38:37661 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T00:22:11,174 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T00:22:11,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37661-0x100ff40d73a0000, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-187421491/master 2024-11-10T00:22:11,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37661-0x100ff40d73a0000, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-187421491 2024-11-10T00:22:11,174 DEBUG [M:0;b3c019fcff38:37661 {}] zookeeper.ZKUtil(347): master:37661-0x100ff40d73a0000, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Unable to get data of znode /0-187421491/master because node does not exist (not an error) 2024-11-10T00:22:11,174 WARN [M:0;b3c019fcff38:37661 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T00:22:11,175 INFO [M:0;b3c019fcff38:37661 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/.lastflushedseqids 2024-11-10T00:22:11,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741842_1018 (size=181) 2024-11-10T00:22:11,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37415-0x100ff40d73a0001, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:22:11,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37415-0x100ff40d73a0001, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:22:11,271 INFO [RS:0;b3c019fcff38:37415 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T00:22:11,271 INFO [RS:0;b3c019fcff38:37415 {}] regionserver.HRegionServer(1031): Exiting; stopping=b3c019fcff38,37415,1731198120240; zookeeper connection closed. 2024-11-10T00:22:11,271 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@48d936ef {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@48d936ef 2024-11-10T00:22:11,271 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T00:22:11,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T00:22:11,342 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T00:22:11,343 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T00:22:11,343 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-10T00:22:11,343 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T00:22:11,343 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T00:22:11,343 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T00:22:11,343 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T00:22:11,581 INFO [M:0;b3c019fcff38:37661 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T00:22:11,581 INFO [M:0;b3c019fcff38:37661 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T00:22:11,582 DEBUG [M:0;b3c019fcff38:37661 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T00:22:11,582 INFO [M:0;b3c019fcff38:37661 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:22:11,582 DEBUG [M:0;b3c019fcff38:37661 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:22:11,582 DEBUG [M:0;b3c019fcff38:37661 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T00:22:11,582 DEBUG [M:0;b3c019fcff38:37661 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:22:11,582 INFO [M:0;b3c019fcff38:37661 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-10T00:22:11,597 DEBUG [M:0;b3c019fcff38:37661 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2930714aa31c47c4ae1cf9248899ad9f is 82, key is hbase:meta,,1/info:regioninfo/1731198123191/Put/seqid=0 2024-11-10T00:22:11,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741843_1019 (size=5672) 2024-11-10T00:22:12,002 INFO [M:0;b3c019fcff38:37661 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2930714aa31c47c4ae1cf9248899ad9f 2024-11-10T00:22:12,021 DEBUG [M:0;b3c019fcff38:37661 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/57a3b8019fc44375a1ffdbc802f104bd is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731198128486/Put/seqid=0 2024-11-10T00:22:12,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741844_1020 (size=7203) 2024-11-10T00:22:12,425 INFO [M:0;b3c019fcff38:37661 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/57a3b8019fc44375a1ffdbc802f104bd 2024-11-10T00:22:12,445 DEBUG [M:0;b3c019fcff38:37661 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a1a913fec64c47f393869d61a93f5e05 is 69, key is b3c019fcff38,37415,1731198120240/rs:state/1731198122085/Put/seqid=0 2024-11-10T00:22:12,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741845_1021 (size=5156) 2024-11-10T00:22:12,849 INFO [M:0;b3c019fcff38:37661 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a1a913fec64c47f393869d61a93f5e05 2024-11-10T00:22:12,854 DEBUG [M:0;b3c019fcff38:37661 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2930714aa31c47c4ae1cf9248899ad9f as hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2930714aa31c47c4ae1cf9248899ad9f 2024-11-10T00:22:12,859 INFO [M:0;b3c019fcff38:37661 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2930714aa31c47c4ae1cf9248899ad9f, entries=8, sequenceid=70, filesize=5.5 K 2024-11-10T00:22:12,859 DEBUG [M:0;b3c019fcff38:37661 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/57a3b8019fc44375a1ffdbc802f104bd as hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/57a3b8019fc44375a1ffdbc802f104bd 2024-11-10T00:22:12,863 INFO [M:0;b3c019fcff38:37661 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/57a3b8019fc44375a1ffdbc802f104bd, entries=8, sequenceid=70, filesize=7.0 K 2024-11-10T00:22:12,864 DEBUG [M:0;b3c019fcff38:37661 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a1a913fec64c47f393869d61a93f5e05 as hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a1a913fec64c47f393869d61a93f5e05 2024-11-10T00:22:12,868 INFO [M:0;b3c019fcff38:37661 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a1a913fec64c47f393869d61a93f5e05, entries=1, sequenceid=70, filesize=5.0 K 2024-11-10T00:22:12,869 INFO [M:0;b3c019fcff38:37661 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=70, compaction requested=false 2024-11-10T00:22:12,870 INFO [M:0;b3c019fcff38:37661 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:22:12,871 DEBUG [M:0;b3c019fcff38:37661 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731198131581Disabling compacts and flushes for region at 1731198131581Disabling writes for close at 1731198131582 (+1 ms)Obtaining lock to block concurrent updates at 1731198131582Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731198131582Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731198131582Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731198131583 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731198131583Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731198131597 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731198131597Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731198132006 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731198132020 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731198132020Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731198132430 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731198132444 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731198132444Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c086165: reopening flushed file at 1731198132854 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53f7ba19: reopening flushed file at 1731198132859 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@118bec71: reopening flushed file at 1731198132864 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=70, compaction requested=false at 1731198132869 (+5 ms)Writing region close event to WAL at 1731198132870 (+1 ms)Closed at 1731198132870 2024-11-10T00:22:12,872 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/MasterData/WALs/b3c019fcff38,37661,1731198120194/b3c019fcff38%2C37661%2C1731198120194.1731198121931 not finished, retry = 0 2024-11-10T00:22:12,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741830_1006 (size=41008) 2024-11-10T00:22:12,974 INFO [M:0;b3c019fcff38:37661 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T00:22:12,974 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T00:22:12,974 INFO [M:0;b3c019fcff38:37661 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37661 2024-11-10T00:22:12,974 INFO [M:0;b3c019fcff38:37661 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T00:22:13,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37661-0x100ff40d73a0000, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:22:13,076 INFO [M:0;b3c019fcff38:37661 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T00:22:13,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37661-0x100ff40d73a0000, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:22:13,077 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b3c019fcff38:0 server-side Connection retries=45 2024-11-10T00:22:13,077 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:22:13,077 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T00:22:13,078 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T00:22:13,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:22:13,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T00:22:13,078 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T00:22:13,078 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T00:22:13,078 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34135 2024-11-10T00:22:13,079 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34135 connecting to ZooKeeper ensemble=127.0.0.1:59686 2024-11-10T00:22:13,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:341350x0, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:22:13,082 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34135-0x100ff40d73a0006 connected 2024-11-10T00:22:13,086 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:22:13,087 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:22:13,089 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34135-0x100ff40d73a0006, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Set watcher on znode that does not yet exist, /0-187421491/running 2024-11-10T00:22:13,089 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-187421491/meta-region-server: INIT 2024-11-10T00:22:13,089 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a, hbase.cluster.distributed=false 2024-11-10T00:22:13,090 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34135-0x100ff40d73a0006, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Set watcher on znode that does not yet exist, /0-187421491/acl 2024-11-10T00:22:13,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34135 2024-11-10T00:22:13,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34135 2024-11-10T00:22:13,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34135 2024-11-10T00:22:13,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34135 2024-11-10T00:22:13,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34135 2024-11-10T00:22:13,105 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b3c019fcff38:0 server-side Connection retries=45 2024-11-10T00:22:13,105 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:22:13,105 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T00:22:13,106 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T00:22:13,106 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:22:13,106 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T00:22:13,106 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T00:22:13,106 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T00:22:13,106 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40407 2024-11-10T00:22:13,107 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40407 connecting to ZooKeeper ensemble=127.0.0.1:59686 2024-11-10T00:22:13,108 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:22:13,109 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:22:13,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:404070x0, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:22:13,113 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-187421491/meta-region-server: INIT 2024-11-10T00:22:13,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:404070x0, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Set watcher on znode that does not yet exist, /0-187421491/running 2024-11-10T00:22:13,113 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40407-0x100ff40d73a0007 connected 2024-11-10T00:22:13,113 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T00:22:13,114 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T00:22:13,114 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40407-0x100ff40d73a0007, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Set watcher on znode that does not yet exist, /0-187421491/master 2024-11-10T00:22:13,115 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40407-0x100ff40d73a0007, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Set watcher on znode that does not yet exist, /0-187421491/acl 2024-11-10T00:22:13,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40407 2024-11-10T00:22:13,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40407 2024-11-10T00:22:13,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40407 2024-11-10T00:22:13,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40407 2024-11-10T00:22:13,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40407 2024-11-10T00:22:13,134 DEBUG [M:0;b3c019fcff38:34135 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b3c019fcff38:34135 2024-11-10T00:22:13,135 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-187421491/backup-masters/b3c019fcff38,34135,1731198133077 2024-11-10T00:22:13,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34135-0x100ff40d73a0006, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-187421491/backup-masters 2024-11-10T00:22:13,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40407-0x100ff40d73a0007, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-187421491/backup-masters 2024-11-10T00:22:13,137 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34135-0x100ff40d73a0006, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Set watcher on existing znode=/0-187421491/backup-masters/b3c019fcff38,34135,1731198133077 2024-11-10T00:22:13,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40407-0x100ff40d73a0007, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-187421491/master 2024-11-10T00:22:13,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40407-0x100ff40d73a0007, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-187421491 2024-11-10T00:22:13,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34135-0x100ff40d73a0006, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-187421491 2024-11-10T00:22:13,139 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34135-0x100ff40d73a0006, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Set watcher on existing znode=/0-187421491/master 2024-11-10T00:22:13,139 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-187421491/backup-masters/b3c019fcff38,34135,1731198133077 from backup master directory 2024-11-10T00:22:13,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34135-0x100ff40d73a0006, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-187421491/backup-masters/b3c019fcff38,34135,1731198133077 2024-11-10T00:22:13,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40407-0x100ff40d73a0007, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-187421491/backup-masters 2024-11-10T00:22:13,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34135-0x100ff40d73a0006, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-187421491/backup-masters 2024-11-10T00:22:13,142 WARN [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T00:22:13,142 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b3c019fcff38,34135,1731198133077 2024-11-10T00:22:13,151 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:22:13,151 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T00:22:13,156 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 5ms. 2024-11-10T00:22:13,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741846_1022 (size=196) 2024-11-10T00:22:13,563 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:22:13,564 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T00:22:13,564 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:22:13,569 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-10T00:22:13,571 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/MasterData/WALs/b3c019fcff38,37661,1731198120194 to hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/MasterData/WALs/b3c019fcff38,37661,1731198120194-dead as it is dead 2024-11-10T00:22:13,571 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/MasterData/WALs/b3c019fcff38,37661,1731198120194-dead/b3c019fcff38%2C37661%2C1731198120194.1731198121931 2024-11-10T00:22:13,572 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/MasterData/WALs/b3c019fcff38,37661,1731198120194-dead/b3c019fcff38%2C37661%2C1731198120194.1731198121931 after 1ms 2024-11-10T00:22:13,573 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/MasterData/WALs/b3c019fcff38,37661,1731198120194-dead/b3c019fcff38%2C37661%2C1731198120194.1731198121931 to hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b3c019fcff38%2C37661%2C1731198120194.1731198121931 2024-11-10T00:22:13,573 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/MasterData/WALs/b3c019fcff38,37661,1731198120194-dead 2024-11-10T00:22:13,573 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/MasterData/WALs/b3c019fcff38,34135,1731198133077 2024-11-10T00:22:13,574 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T00:22:13,575 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b3c019fcff38%2C34135%2C1731198133077, suffix=, logDir=hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/MasterData/WALs/b3c019fcff38,34135,1731198133077, archiveDir=hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/MasterData/oldWALs, maxLogs=10 2024-11-10T00:22:13,588 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/MasterData/WALs/b3c019fcff38,34135,1731198133077/b3c019fcff38%2C34135%2C1731198133077.1731198133575, exclude list is [], retry=0 2024-11-10T00:22:13,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33919,DS-3e4a08e8-5cd0-4bbf-a1d9-ad36fea090ed,DISK] 2024-11-10T00:22:13,592 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/MasterData/WALs/b3c019fcff38,34135,1731198133077/b3c019fcff38%2C34135%2C1731198133077.1731198133575 2024-11-10T00:22:13,592 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45617:45617)] 2024-11-10T00:22:13,592 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:22:13,592 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:22:13,593 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:13,593 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:13,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:13,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T00:22:13,595 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:13,599 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2930714aa31c47c4ae1cf9248899ad9f 2024-11-10T00:22:13,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:22:13,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:13,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T00:22:13,600 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:13,605 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/57a3b8019fc44375a1ffdbc802f104bd 2024-11-10T00:22:13,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:22:13,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:13,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T00:22:13,606 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:13,610 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a1a913fec64c47f393869d61a93f5e05 2024-11-10T00:22:13,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:22:13,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:13,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T00:22:13,611 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:13,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:22:13,612 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:13,612 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-10T00:22:13,612 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b3c019fcff38%2C37661%2C1731198120194.1731198121931 2024-11-10T00:22:13,616 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b3c019fcff38%2C37661%2C1731198120194.1731198121931 2024-11-10T00:22:13,616 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b3c019fcff38%2C37661%2C1731198120194.1731198121931 2024-11-10T00:22:13,618 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:13,618 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:13,618 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:22:13,619 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:13,622 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-10T00:22:13,622 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64087463, jitterRate=-0.0450223833322525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:22:13,623 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731198133593Initializing all the Stores at 1731198133593Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198133593Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198133594 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198133594Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198133594Cleaning up temporary data from old regions at 1731198133618 (+24 ms)Region opened successfully at 1731198133623 (+5 ms) 2024-11-10T00:22:13,623 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T00:22:13,626 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dc829d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b3c019fcff38/172.17.0.2:0 2024-11-10T00:22:13,628 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-10T00:22:13,628 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T00:22:13,628 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T00:22:13,628 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T00:22:13,629 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T00:22:13,631 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T00:22:13,632 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T00:22:13,632 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T00:22:13,632 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-10T00:22:13,632 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T00:22:13,635 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=b3c019fcff38,37415,1731198120240, regionLocation=b3c019fcff38,37415,1731198120240, openSeqNum=2 2024-11-10T00:22:13,635 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=b3c019fcff38,37415,1731198120240, table=hbase:meta, region=1588230740 2024-11-10T00:22:13,635 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b3c019fcff38,37415,1731198120240, state=OPEN 2024-11-10T00:22:13,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40407-0x100ff40d73a0007, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-187421491/meta-region-server 2024-11-10T00:22:13,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34135-0x100ff40d73a0006, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-187421491/meta-region-server 2024-11-10T00:22:13,636 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-187421491/meta-region-server: CHANGED 2024-11-10T00:22:13,636 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-187421491/meta-region-server: CHANGED 2024-11-10T00:22:13,639 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-10T00:22:13,641 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-187421491/draining/b3c019fcff38,37415,1731198120240 already deleted, retry=false 2024-11-10T00:22:13,641 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of b3c019fcff38,37415,1731198120240 on b3c019fcff38,34135,1731198133077 2024-11-10T00:22:13,642 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure b3c019fcff38,37415,1731198120240, splitWal=true, meta=true 2024-11-10T00:22:13,642 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for b3c019fcff38,37415,1731198120240 (carryingMeta=true) b3c019fcff38,37415,1731198120240/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@33430f87[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-10T00:22:13,643 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34135-0x100ff40d73a0006, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Unable to get data of znode /0-187421491/balancer because node does not exist (not necessarily an error) 2024-11-10T00:22:13,645 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-187421491/balancer already deleted, retry=false 2024-11-10T00:22:13,646 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T00:22:13,647 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34135-0x100ff40d73a0006, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Unable to get data of znode /0-187421491/normalizer because node does not exist (not necessarily an error) 2024-11-10T00:22:13,647 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-187421491/normalizer already deleted, retry=false 2024-11-10T00:22:13,648 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T00:22:13,648 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34135-0x100ff40d73a0006, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Unable to get data of znode /0-187421491/switch/split because node does not exist (not necessarily an error) 2024-11-10T00:22:13,650 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-187421491/switch/split already deleted, retry=false 2024-11-10T00:22:13,650 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34135-0x100ff40d73a0006, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Unable to get data of znode /0-187421491/switch/merge because node does not exist (not necessarily an error) 2024-11-10T00:22:13,651 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-187421491/switch/merge already deleted, retry=false 2024-11-10T00:22:13,656 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34135-0x100ff40d73a0006, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Unable to get data of znode /0-187421491/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T00:22:13,657 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-187421491/snapshot-cleanup already deleted, retry=false 2024-11-10T00:22:13,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34135-0x100ff40d73a0006, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-187421491/running 2024-11-10T00:22:13,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40407-0x100ff40d73a0007, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-187421491/running 2024-11-10T00:22:13,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34135-0x100ff40d73a0006, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-187421491 2024-11-10T00:22:13,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40407-0x100ff40d73a0007, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-187421491 2024-11-10T00:22:13,658 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b3c019fcff38,34135,1731198133077, sessionid=0x100ff40d73a0006, setting cluster-up flag (Was=false) 2024-11-10T00:22:13,660 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-187421491/flush-table-proc/acquired, /0-187421491/flush-table-proc/reached, /0-187421491/flush-table-proc/abort 2024-11-10T00:22:13,661 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b3c019fcff38,34135,1731198133077 2024-11-10T00:22:13,664 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-187421491/online-snapshot/acquired, /0-187421491/online-snapshot/reached, /0-187421491/online-snapshot/abort 2024-11-10T00:22:13,665 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b3c019fcff38,34135,1731198133077 2024-11-10T00:22:13,666 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/.lastflushedseqids 2024-11-10T00:22:13,668 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T00:22:13,668 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T00:22:13,669 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b3c019fcff38,34135,1731198133077 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 b3c019fcff38,37415,1731198120240 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T00:22:13,670 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:22:13,670 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:22:13,670 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:22:13,670 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:22:13,670 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b3c019fcff38:0, corePoolSize=10, maxPoolSize=10 2024-11-10T00:22:13,670 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:13,670 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b3c019fcff38:0, corePoolSize=2, maxPoolSize=2 2024-11-10T00:22:13,670 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:13,671 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731198163671 2024-11-10T00:22:13,671 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T00:22:13,671 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T00:22:13,671 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T00:22:13,671 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T00:22:13,671 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T00:22:13,671 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T00:22:13,671 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:13,671 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure b3c019fcff38,37415,1731198120240, splitWal=true, meta=true 2024-11-10T00:22:13,671 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T00:22:13,671 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T00:22:13,671 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T00:22:13,671 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T00:22:13,672 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T00:22:13,672 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T00:22:13,672 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure b3c019fcff38,37415,1731198120240, splitWal=true, meta=true, isMeta: true 2024-11-10T00:22:13,674 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/WALs/b3c019fcff38,37415,1731198120240-splitting 2024-11-10T00:22:13,674 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/WALs/b3c019fcff38,37415,1731198120240-splitting dir is empty, no logs to split. 2024-11-10T00:22:13,674 INFO [PEWorker-1 {}] master.SplitWALManager(105): b3c019fcff38,37415,1731198120240 WAL count=0, meta=true 2024-11-10T00:22:13,676 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/WALs/b3c019fcff38,37415,1731198120240-splitting dir is empty, no logs to split. 2024-11-10T00:22:13,676 INFO [PEWorker-1 {}] master.SplitWALManager(105): b3c019fcff38,37415,1731198120240 WAL count=0, meta=true 2024-11-10T00:22:13,676 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if b3c019fcff38,37415,1731198120240 WAL splitting is done? wals=0, meta=true 2024-11-10T00:22:13,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T00:22:13,678 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T00:22:13,679 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T00:22:13,679 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731198133672,5,FailOnTimeoutGroup] 2024-11-10T00:22:13,680 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731198133679,5,FailOnTimeoutGroup] 2024-11-10T00:22:13,680 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:13,680 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T00:22:13,680 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:13,680 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:13,680 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731198133680, completionTime=-1 2024-11-10T00:22:13,680 WARN [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-10T00:22:13,680 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-10T00:22:13,722 INFO [RS:0;b3c019fcff38:40407 {}] regionserver.HRegionServer(746): ClusterId : 02adc029-4062-41f8-9961-861046f87450 2024-11-10T00:22:13,722 DEBUG [RS:0;b3c019fcff38:40407 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T00:22:13,724 DEBUG [RS:0;b3c019fcff38:40407 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T00:22:13,724 DEBUG [RS:0;b3c019fcff38:40407 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T00:22:13,726 DEBUG [RS:0;b3c019fcff38:40407 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T00:22:13,726 DEBUG [RS:0;b3c019fcff38:40407 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dfe4df2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b3c019fcff38/172.17.0.2:0 2024-11-10T00:22:13,739 DEBUG [RS:0;b3c019fcff38:40407 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b3c019fcff38:40407 2024-11-10T00:22:13,739 INFO [RS:0;b3c019fcff38:40407 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T00:22:13,739 INFO [RS:0;b3c019fcff38:40407 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T00:22:13,739 DEBUG [RS:0;b3c019fcff38:40407 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T00:22:13,740 INFO [RS:0;b3c019fcff38:40407 {}] regionserver.HRegionServer(2659): reportForDuty to master=b3c019fcff38,34135,1731198133077 with port=40407, startcode=1731198133105 2024-11-10T00:22:13,740 DEBUG [RS:0;b3c019fcff38:40407 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T00:22:13,741 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51303, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T00:22:13,742 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34135 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b3c019fcff38,40407,1731198133105 2024-11-10T00:22:13,742 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34135 {}] master.ServerManager(517): Registering regionserver=b3c019fcff38,40407,1731198133105 2024-11-10T00:22:13,743 DEBUG [RS:0;b3c019fcff38:40407 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a 2024-11-10T00:22:13,743 DEBUG [RS:0;b3c019fcff38:40407 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35273 2024-11-10T00:22:13,743 DEBUG [RS:0;b3c019fcff38:40407 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T00:22:13,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34135-0x100ff40d73a0006, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-187421491/rs 2024-11-10T00:22:13,749 DEBUG [RS:0;b3c019fcff38:40407 {}] zookeeper.ZKUtil(111): regionserver:40407-0x100ff40d73a0007, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Set watcher on existing znode=/0-187421491/rs/b3c019fcff38,40407,1731198133105 2024-11-10T00:22:13,749 WARN [RS:0;b3c019fcff38:40407 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T00:22:13,749 INFO [RS:0;b3c019fcff38:40407 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:22:13,750 DEBUG [RS:0;b3c019fcff38:40407 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/WALs/b3c019fcff38,40407,1731198133105 2024-11-10T00:22:13,750 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b3c019fcff38,40407,1731198133105] 2024-11-10T00:22:13,768 INFO [RS:0;b3c019fcff38:40407 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T00:22:13,769 INFO [RS:0;b3c019fcff38:40407 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T00:22:13,769 INFO [RS:0;b3c019fcff38:40407 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T00:22:13,769 INFO [RS:0;b3c019fcff38:40407 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:13,769 INFO [RS:0;b3c019fcff38:40407 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T00:22:13,770 INFO [RS:0;b3c019fcff38:40407 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T00:22:13,770 INFO [RS:0;b3c019fcff38:40407 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:13,770 DEBUG [RS:0;b3c019fcff38:40407 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:13,770 DEBUG [RS:0;b3c019fcff38:40407 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:13,770 DEBUG [RS:0;b3c019fcff38:40407 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:13,770 DEBUG [RS:0;b3c019fcff38:40407 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:13,770 DEBUG [RS:0;b3c019fcff38:40407 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:13,770 DEBUG [RS:0;b3c019fcff38:40407 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b3c019fcff38:0, corePoolSize=2, maxPoolSize=2 2024-11-10T00:22:13,770 DEBUG [RS:0;b3c019fcff38:40407 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:13,770 DEBUG [RS:0;b3c019fcff38:40407 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:13,770 DEBUG [RS:0;b3c019fcff38:40407 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:13,770 DEBUG [RS:0;b3c019fcff38:40407 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:13,770 DEBUG [RS:0;b3c019fcff38:40407 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:13,771 DEBUG [RS:0;b3c019fcff38:40407 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:13,771 DEBUG [RS:0;b3c019fcff38:40407 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0, corePoolSize=3, maxPoolSize=3 2024-11-10T00:22:13,771 DEBUG [RS:0;b3c019fcff38:40407 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0, corePoolSize=3, maxPoolSize=3 2024-11-10T00:22:13,771 INFO [RS:0;b3c019fcff38:40407 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:13,771 INFO [RS:0;b3c019fcff38:40407 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:13,771 INFO [RS:0;b3c019fcff38:40407 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:13,771 INFO [RS:0;b3c019fcff38:40407 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:13,771 INFO [RS:0;b3c019fcff38:40407 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:13,771 INFO [RS:0;b3c019fcff38:40407 {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,40407,1731198133105-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T00:22:13,780 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-10T00:22:13,784 INFO [RS:0;b3c019fcff38:40407 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T00:22:13,784 INFO [RS:0;b3c019fcff38:40407 {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,40407,1731198133105-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:13,797 INFO [RS:0;b3c019fcff38:40407 {}] regionserver.ReplicationSource(231): queueId=1-b3c019fcff38,40407,1731198133105, ReplicationSource: 1, currentBandwidth=0 2024-11-10T00:22:13,797 INFO [RS:0;b3c019fcff38:40407 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:13,797 INFO [RS:0;b3c019fcff38:40407 {}] regionserver.Replication(171): b3c019fcff38,40407,1731198133105 started 2024-11-10T00:22:13,810 INFO [RS:0;b3c019fcff38:40407 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:13,810 INFO [RS:0;b3c019fcff38:40407 {}] regionserver.HRegionServer(1482): Serving as b3c019fcff38,40407,1731198133105, RpcServer on b3c019fcff38/172.17.0.2:40407, sessionid=0x100ff40d73a0007 2024-11-10T00:22:13,810 DEBUG [RS:0;b3c019fcff38:40407 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T00:22:13,810 DEBUG [RS:0;b3c019fcff38:40407 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b3c019fcff38,40407,1731198133105 2024-11-10T00:22:13,810 DEBUG [RS:0;b3c019fcff38:40407 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b3c019fcff38,40407,1731198133105' 2024-11-10T00:22:13,810 DEBUG [RS:0;b3c019fcff38:40407 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-187421491/flush-table-proc/abort' 2024-11-10T00:22:13,811 DEBUG [RS:0;b3c019fcff38:40407 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-187421491/flush-table-proc/acquired' 2024-11-10T00:22:13,811 DEBUG [RS:0;b3c019fcff38:40407 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T00:22:13,811 DEBUG [RS:0;b3c019fcff38:40407 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T00:22:13,811 DEBUG [RS:0;b3c019fcff38:40407 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b3c019fcff38,40407,1731198133105 2024-11-10T00:22:13,811 DEBUG [RS:0;b3c019fcff38:40407 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b3c019fcff38,40407,1731198133105' 2024-11-10T00:22:13,811 DEBUG [RS:0;b3c019fcff38:40407 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-187421491/online-snapshot/abort' 2024-11-10T00:22:13,812 DEBUG [RS:0;b3c019fcff38:40407 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-187421491/online-snapshot/acquired' 2024-11-10T00:22:13,812 DEBUG [RS:0;b3c019fcff38:40407.replicationSource,1-b3c019fcff38,40407,1731198133105 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b3c019fcff38:40699' 2024-11-10T00:22:13,812 DEBUG [RS:0;b3c019fcff38:40407 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T00:22:13,812 INFO [RS:0;b3c019fcff38:40407 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T00:22:13,812 INFO [RS:0;b3c019fcff38:40407 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T00:22:13,813 DEBUG [RS:0;b3c019fcff38:40407.replicationSource,1-b3c019fcff38,40407,1731198133105 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23389602, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:13,813 DEBUG [RS:0;b3c019fcff38:40407.replicationSource,1-b3c019fcff38,40407,1731198133105 {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,40699,-1 for getting cluster id 2024-11-10T00:22:13,813 DEBUG [RS:0;b3c019fcff38:40407.replicationSource,1-b3c019fcff38,40407,1731198133105 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:22:13,814 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '75f1ba36-f5ae-4f21-be18-47b4a3170429' 2024-11-10T00:22:13,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:22:13,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "75f1ba36-f5ae-4f21-be18-47b4a3170429" 2024-11-10T00:22:13,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1eca6ad6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:13,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,40699,-1] 2024-11-10T00:22:13,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:22:13,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:13,816 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:22:13,816 DEBUG [RS:0;b3c019fcff38:40407.replicationSource,1-b3c019fcff38,40407,1731198133105 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6374d289, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:13,816 DEBUG [RS:0;b3c019fcff38:40407.replicationSource,1-b3c019fcff38,40407,1731198133105 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:22:13,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,40699,1731198124211 2024-11-10T00:22:13,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17c6b9be 2024-11-10T00:22:13,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:22:13,818 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-10T00:22:13,819 INFO [RS:0;b3c019fcff38:40407.replicationSource,1-b3c019fcff38,40407,1731198133105 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b3c019fcff38,40407,1731198133105 (queues=0) is replicating from cluster=02adc029-4062-41f8-9961-861046f87450 to cluster=75f1ba36-f5ae-4f21-be18-47b4a3170429 2024-11-10T00:22:13,829 WARN [b3c019fcff38:34135 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-10T00:22:13,912 INFO [RS:0;b3c019fcff38:40407 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T00:22:13,914 INFO [RS:0;b3c019fcff38:40407 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b3c019fcff38%2C40407%2C1731198133105, suffix=, logDir=hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/WALs/b3c019fcff38,40407,1731198133105, archiveDir=hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/oldWALs, maxLogs=10 2024-11-10T00:22:13,927 DEBUG [RS:0;b3c019fcff38:40407 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/WALs/b3c019fcff38,40407,1731198133105/b3c019fcff38%2C40407%2C1731198133105.1731198133914, exclude list is [], retry=0 2024-11-10T00:22:13,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33919,DS-3e4a08e8-5cd0-4bbf-a1d9-ad36fea090ed,DISK] 2024-11-10T00:22:13,931 INFO [RS:0;b3c019fcff38:40407 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/WALs/b3c019fcff38,40407,1731198133105/b3c019fcff38%2C40407%2C1731198133105.1731198133914 2024-11-10T00:22:13,931 DEBUG [RS:0;b3c019fcff38:40407 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group b3c019fcff38%2C40407%2C1731198133105 for peer 1 2024-11-10T00:22:13,931 DEBUG [RS:0;b3c019fcff38:40407 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b3c019fcff38%2C40407%2C1731198133105 2024-11-10T00:22:13,931 INFO [RS:0;b3c019fcff38:40407 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b3c019fcff38,40407,1731198133105, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T00:22:13,932 DEBUG [RS:0;b3c019fcff38:40407 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45617:45617)] 2024-11-10T00:22:13,932 INFO [RS:0;b3c019fcff38:40407.replicationSource.shipperb3c019fcff38%2C40407%2C1731198133105,1-b3c019fcff38,40407,1731198133105 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b3c019fcff38%2C40407%2C1731198133105 2024-11-10T00:22:13,932 DEBUG [RS:0;b3c019fcff38:40407.replicationSource.wal-reader.b3c019fcff38%2C40407%2C1731198133105,1-b3c019fcff38,40407,1731198133105 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/WALs/b3c019fcff38,40407,1731198133105/b3c019fcff38%2C40407%2C1731198133105.1731198133914, startPosition=0, beingWritten=true 2024-11-10T00:22:13,959 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T00:22:13,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:13,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:13,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:13,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:13,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:13,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:14,079 DEBUG [b3c019fcff38:34135 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T00:22:14,080 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b3c019fcff38,40407,1731198133105 2024-11-10T00:22:14,081 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b3c019fcff38,40407,1731198133105, state=OPENING 2024-11-10T00:22:14,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34135-0x100ff40d73a0006, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-187421491/meta-region-server 2024-11-10T00:22:14,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40407-0x100ff40d73a0007, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-187421491/meta-region-server 2024-11-10T00:22:14,083 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T00:22:14,083 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-187421491/meta-region-server: CHANGED 2024-11-10T00:22:14,083 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-187421491/meta-region-server: CHANGED 2024-11-10T00:22:14,083 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b3c019fcff38,40407,1731198133105}] 2024-11-10T00:22:14,137 DEBUG [RS:0;b3c019fcff38:40407.replicationSource.wal-reader.b3c019fcff38%2C40407%2C1731198133105,1-b3c019fcff38,40407,1731198133105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/WALs/b3c019fcff38,40407,1731198133105/b3c019fcff38%2C40407%2C1731198133105.1731198133914 to pos 0, reset compression=false 2024-11-10T00:22:14,235 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T00:22:14,237 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34981, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T00:22:14,240 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T00:22:14,240 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:22:14,240 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T00:22:14,241 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b3c019fcff38%2C40407%2C1731198133105.meta, suffix=.meta, logDir=hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/WALs/b3c019fcff38,40407,1731198133105, archiveDir=hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/oldWALs, maxLogs=10 2024-11-10T00:22:14,254 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/WALs/b3c019fcff38,40407,1731198133105/b3c019fcff38%2C40407%2C1731198133105.meta.1731198134242.meta, exclude list is [], retry=0 2024-11-10T00:22:14,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33919,DS-3e4a08e8-5cd0-4bbf-a1d9-ad36fea090ed,DISK] 2024-11-10T00:22:14,258 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/WALs/b3c019fcff38,40407,1731198133105/b3c019fcff38%2C40407%2C1731198133105.meta.1731198134242.meta 2024-11-10T00:22:14,258 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45617:45617)] 2024-11-10T00:22:14,258 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:22:14,259 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T00:22:14,259 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T00:22:14,259 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T00:22:14,259 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T00:22:14,259 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T00:22:14,259 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:22:14,259 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T00:22:14,259 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T00:22:14,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T00:22:14,261 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T00:22:14,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:14,266 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/data/hbase/meta/1588230740/info/f4f2ffc953904ba5953694faf2b96782 2024-11-10T00:22:14,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:22:14,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T00:22:14,267 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T00:22:14,267 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:14,271 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/data/hbase/meta/1588230740/ns/eee4b5bb7eff4e44b42e6afe4bc07017 2024-11-10T00:22:14,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:22:14,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T00:22:14,272 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T00:22:14,272 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:14,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:22:14,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T00:22:14,273 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T00:22:14,273 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:14,277 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/data/hbase/meta/1588230740/table/4bdc6be5a4bc481e8e02dec2eae26715 2024-11-10T00:22:14,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:22:14,277 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T00:22:14,278 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/data/hbase/meta/1588230740 2024-11-10T00:22:14,279 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/data/hbase/meta/1588230740 2024-11-10T00:22:14,280 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T00:22:14,280 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T00:22:14,280 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:22:14,281 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T00:22:14,282 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65079788, jitterRate=-0.030235588550567627}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:22:14,282 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T00:22:14,282 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731198134259Writing region info on filesystem at 1731198134259Initializing all the Stores at 1731198134260 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198134260Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198134260Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198134260Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198134260Cleaning up temporary data from old regions at 1731198134280 (+20 ms)Running coprocessor post-open hooks at 1731198134282 (+2 ms)Region opened successfully at 1731198134282 2024-11-10T00:22:14,283 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731198134235 2024-11-10T00:22:14,285 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T00:22:14,285 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T00:22:14,285 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=b3c019fcff38,40407,1731198133105 2024-11-10T00:22:14,286 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b3c019fcff38,40407,1731198133105, state=OPEN 2024-11-10T00:22:14,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34135-0x100ff40d73a0006, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-187421491/meta-region-server 2024-11-10T00:22:14,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40407-0x100ff40d73a0007, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-187421491/meta-region-server 2024-11-10T00:22:14,288 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-187421491/meta-region-server: CHANGED 2024-11-10T00:22:14,288 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b3c019fcff38,40407,1731198133105 2024-11-10T00:22:14,288 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-187421491/meta-region-server: CHANGED 2024-11-10T00:22:14,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-10T00:22:14,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b3c019fcff38,40407,1731198133105 in 205 msec 2024-11-10T00:22:14,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T00:22:14,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 612 msec 2024-11-10T00:22:14,441 DEBUG [RS:0;b3c019fcff38:40407.replicationSource.wal-reader.b3c019fcff38%2C40407%2C1731198133105,1-b3c019fcff38,40407,1731198133105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/WALs/b3c019fcff38,40407,1731198133105/b3c019fcff38%2C40407%2C1731198133105.1731198133914 to pos 0, reset compression=false 2024-11-10T00:22:14,846 DEBUG [RS:0;b3c019fcff38:40407.replicationSource.wal-reader.b3c019fcff38%2C40407%2C1731198133105,1-b3c019fcff38,40407,1731198133105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/WALs/b3c019fcff38,40407,1731198133105/b3c019fcff38%2C40407%2C1731198133105.1731198133914 to pos 0, reset compression=false 2024-11-10T00:22:15,282 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1602ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-10T00:22:15,351 DEBUG [RS:0;b3c019fcff38:40407.replicationSource.wal-reader.b3c019fcff38%2C40407%2C1731198133105,1-b3c019fcff38,40407,1731198133105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/WALs/b3c019fcff38,40407,1731198133105/b3c019fcff38%2C40407%2C1731198133105.1731198133914 to pos 0, reset compression=false 2024-11-10T00:22:15,955 DEBUG [RS:0;b3c019fcff38:40407.replicationSource.wal-reader.b3c019fcff38%2C40407%2C1731198133105,1-b3c019fcff38,40407,1731198133105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/WALs/b3c019fcff38,40407,1731198133105/b3c019fcff38%2C40407%2C1731198133105.1731198133914 to pos 0, reset compression=false 2024-11-10T00:22:16,661 DEBUG [RS:0;b3c019fcff38:40407.replicationSource.wal-reader.b3c019fcff38%2C40407%2C1731198133105,1-b3c019fcff38,40407,1731198133105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/WALs/b3c019fcff38,40407,1731198133105/b3c019fcff38%2C40407%2C1731198133105.1731198133914 to pos 0, reset compression=false 2024-11-10T00:22:16,784 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3104ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3004ms 2024-11-10T00:22:17,466 DEBUG [RS:0;b3c019fcff38:40407.replicationSource.wal-reader.b3c019fcff38%2C40407%2C1731198133105,1-b3c019fcff38,40407,1731198133105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/WALs/b3c019fcff38,40407,1731198133105/b3c019fcff38%2C40407%2C1731198133105.1731198133914 to pos 0, reset compression=false 2024-11-10T00:22:18,187 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4506ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-10T00:22:18,187 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T00:22:18,187 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:22:18,187 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,40407,1731198133105, seqNum=-1] 2024-11-10T00:22:18,188 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:22:18,189 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60209, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:22:18,192 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=adaa729920118e43c655674803ae1f0a, regionState=OPEN, lastHost=b3c019fcff38,37415,1731198120240, regionLocation=b3c019fcff38,37415,1731198120240, openSeqNum=2 2024-11-10T00:22:18,192 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T00:22:18,192 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731198198192 2024-11-10T00:22:18,192 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731198258192 2024-11-10T00:22:18,192 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-10T00:22:18,193 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): b3c019fcff38,37415,1731198120240 had 2 regions 2024-11-10T00:22:18,193 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,34135,1731198133077-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:18,193 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,34135,1731198133077-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:18,193 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,34135,1731198133077-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:18,193 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b3c019fcff38:34135, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:18,193 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:18,193 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:18,194 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b3c019fcff38,37415,1731198120240, splitWal=true, meta=true, isMeta: false 2024-11-10T00:22:18,196 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/WALs/b3c019fcff38,37415,1731198120240-splitting dir is empty, no logs to split. 2024-11-10T00:22:18,196 INFO [PEWorker-3 {}] master.SplitWALManager(105): b3c019fcff38,37415,1731198120240 WAL count=0, meta=false 2024-11-10T00:22:18,198 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.056sec 2024-11-10T00:22:18,198 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T00:22:18,198 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T00:22:18,198 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T00:22:18,198 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/WALs/b3c019fcff38,37415,1731198120240-splitting dir is empty, no logs to split. 2024-11-10T00:22:18,198 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T00:22:18,198 INFO [PEWorker-3 {}] master.SplitWALManager(105): b3c019fcff38,37415,1731198120240 WAL count=0, meta=false 2024-11-10T00:22:18,198 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T00:22:18,199 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if b3c019fcff38,37415,1731198120240 WAL splitting is done? wals=0, meta=false 2024-11-10T00:22:18,199 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,34135,1731198133077-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T00:22:18,199 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,34135,1731198133077-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T00:22:18,200 WARN [master/b3c019fcff38:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=b3c019fcff38,37415,1731198120240/hbase:replication,,1731198127302.adaa729920118e43c655674803ae1f0a. 2024-11-10T00:22:18,200 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=adaa729920118e43c655674803ae1f0a, ASSIGN}] 2024-11-10T00:22:18,201 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=adaa729920118e43c655674803ae1f0a, ASSIGN 2024-11-10T00:22:18,202 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=adaa729920118e43c655674803ae1f0a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T00:22:18,202 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T00:22:18,202 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T00:22:18,202 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,34135,1731198133077-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:18,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13acfb17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:18,225 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,34135,-1 for getting cluster id 2024-11-10T00:22:18,225 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:22:18,226 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02adc029-4062-41f8-9961-861046f87450' 2024-11-10T00:22:18,227 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:22:18,227 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02adc029-4062-41f8-9961-861046f87450" 2024-11-10T00:22:18,227 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30852572, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:18,227 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,34135,-1] 2024-11-10T00:22:18,227 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:22:18,227 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:18,228 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:22:18,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eff2fc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:18,230 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:22:18,231 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,40407,1731198133105, seqNum=-1] 2024-11-10T00:22:18,231 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:22:18,232 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:22:18,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-10T00:22:18,234 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:22:18,234 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:22:18,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:18,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:18,234 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:22:18,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: b3c019fcff38:34135 after: b3c019fcff38:34135 2024-11-10T00:22:18,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f0af53e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:18,235 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,34135,-1 for getting cluster id 2024-11-10T00:22:18,235 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:22:18,236 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02adc029-4062-41f8-9961-861046f87450' 2024-11-10T00:22:18,236 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:22:18,236 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02adc029-4062-41f8-9961-861046f87450" 2024-11-10T00:22:18,236 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c3b5704, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:18,236 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,34135,-1] 2024-11-10T00:22:18,236 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:22:18,237 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:18,237 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:22:18,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ae1d2e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:18,238 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:22:18,239 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,34135,1731198133077 2024-11-10T00:22:18,239 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23a0dcff 2024-11-10T00:22:18,239 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:22:18,240 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:22:18,240 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34135 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-10T00:22:18,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T00:22:18,240 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:22:18,240 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:22:18,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:18,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:18,241 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:22:18,241 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T00:22:18,241 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1173095020, stopped=false 2024-11-10T00:22:18,241 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b3c019fcff38,40699,1731198124211 2024-11-10T00:22:18,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40699-0x100ff40d73a0003, quorum=127.0.0.1:59686, baseZNode=/11847333892 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11847333892/running 2024-11-10T00:22:18,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40699-0x100ff40d73a0003, quorum=127.0.0.1:59686, baseZNode=/11847333892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11847333892 2024-11-10T00:22:18,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x100ff40d73a0004, quorum=127.0.0.1:59686, baseZNode=/11847333892 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11847333892/running 2024-11-10T00:22:18,243 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T00:22:18,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x100ff40d73a0004, quorum=127.0.0.1:59686, baseZNode=/11847333892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11847333892 2024-11-10T00:22:18,243 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:22:18,243 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40699-0x100ff40d73a0003, quorum=127.0.0.1:59686, baseZNode=/11847333892 Set watcher on znode that does not yet exist, /11847333892/running 2024-11-10T00:22:18,243 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:22:18,243 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36405-0x100ff40d73a0004, quorum=127.0.0.1:59686, baseZNode=/11847333892 Set watcher on znode that does not yet exist, /11847333892/running 2024-11-10T00:22:18,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:18,244 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b3c019fcff38,36405,1731198124252' ***** 2024-11-10T00:22:18,244 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T00:22:18,244 INFO [RS:0;b3c019fcff38:36405 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T00:22:18,244 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T00:22:18,244 INFO [RS:0;b3c019fcff38:36405 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T00:22:18,244 INFO [RS:0;b3c019fcff38:36405 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T00:22:18,244 INFO [RS:0;b3c019fcff38:36405 {}] regionserver.HRegionServer(959): stopping server b3c019fcff38,36405,1731198124252 2024-11-10T00:22:18,244 INFO [RS:0;b3c019fcff38:36405 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T00:22:18,244 INFO [RS:0;b3c019fcff38:36405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b3c019fcff38:36405. 2024-11-10T00:22:18,245 DEBUG [RS:0;b3c019fcff38:36405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:22:18,245 DEBUG [RS:0;b3c019fcff38:36405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:18,245 INFO [RS:0;b3c019fcff38:36405 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T00:22:18,245 INFO [RS:0;b3c019fcff38:36405 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T00:22:18,245 INFO [RS:0;b3c019fcff38:36405 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T00:22:18,245 INFO [RS:0;b3c019fcff38:36405 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T00:22:18,245 INFO [RS:0;b3c019fcff38:36405 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T00:22:18,245 DEBUG [RS:0;b3c019fcff38:36405 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T00:22:18,245 DEBUG [RS:0;b3c019fcff38:36405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:22:18,245 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T00:22:18,245 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T00:22:18,245 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T00:22:18,245 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T00:22:18,245 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T00:22:18,245 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-10T00:22:18,265 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33001/user/jenkins/test-data/1550d351-8a5c-a98f-bf03-6d5d61c8a8df/data/hbase/meta/1588230740/.tmp/ns/d47ede899cc74296b6de7fb6782f2cd4 is 43, key is default/ns:d/1731198127200/Put/seqid=0 2024-11-10T00:22:18,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741835_1011 (size=5153) 2024-11-10T00:22:18,312 INFO [regionserver/b3c019fcff38:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T00:22:18,352 DEBUG [b3c019fcff38:34135 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T00:22:18,353 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=adaa729920118e43c655674803ae1f0a, regionState=OPENING, regionLocation=b3c019fcff38,40407,1731198133105 2024-11-10T00:22:18,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=adaa729920118e43c655674803ae1f0a, ASSIGN because future has completed 2024-11-10T00:22:18,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure adaa729920118e43c655674803ae1f0a, server=b3c019fcff38,40407,1731198133105}] 2024-11-10T00:22:18,371 DEBUG [RS:0;b3c019fcff38:40407.replicationSource.wal-reader.b3c019fcff38%2C40407%2C1731198133105,1-b3c019fcff38,40407,1731198133105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/WALs/b3c019fcff38,40407,1731198133105/b3c019fcff38%2C40407%2C1731198133105.1731198133914 to pos 0, reset compression=false 2024-11-10T00:22:18,445 DEBUG [RS:0;b3c019fcff38:36405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:22:18,511 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731198127302.adaa729920118e43c655674803ae1f0a. 2024-11-10T00:22:18,511 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:22:18,511 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T00:22:18,513 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b3c019fcff38%2C40407%2C1731198133105.rep, suffix=, logDir=hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/WALs/b3c019fcff38,40407,1731198133105, archiveDir=hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/oldWALs, maxLogs=10 2024-11-10T00:22:18,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/WALs/b3c019fcff38,40407,1731198133105/b3c019fcff38%2C40407%2C1731198133105.rep.1731198138513, exclude list is [], retry=0 2024-11-10T00:22:18,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33919,DS-3e4a08e8-5cd0-4bbf-a1d9-ad36fea090ed,DISK] 2024-11-10T00:22:18,529 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/WALs/b3c019fcff38,40407,1731198133105/b3c019fcff38%2C40407%2C1731198133105.rep.1731198138513 2024-11-10T00:22:18,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45617:45617)] 2024-11-10T00:22:18,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => adaa729920118e43c655674803ae1f0a, NAME => 'hbase:replication,,1731198127302.adaa729920118e43c655674803ae1f0a.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:22:18,530 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T00:22:18,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T00:22:18,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731198127302.adaa729920118e43c655674803ae1f0a. service=MultiRowMutationService 2024-11-10T00:22:18,531 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T00:22:18,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication adaa729920118e43c655674803ae1f0a 2024-11-10T00:22:18,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731198127302.adaa729920118e43c655674803ae1f0a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:22:18,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for adaa729920118e43c655674803ae1f0a 2024-11-10T00:22:18,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for adaa729920118e43c655674803ae1f0a 2024-11-10T00:22:18,532 INFO [StoreOpener-adaa729920118e43c655674803ae1f0a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region adaa729920118e43c655674803ae1f0a 2024-11-10T00:22:18,533 INFO [StoreOpener-adaa729920118e43c655674803ae1f0a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region adaa729920118e43c655674803ae1f0a columnFamilyName hfileref 2024-11-10T00:22:18,533 DEBUG [StoreOpener-adaa729920118e43c655674803ae1f0a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:18,533 INFO [StoreOpener-adaa729920118e43c655674803ae1f0a-1 {}] regionserver.HStore(327): Store=adaa729920118e43c655674803ae1f0a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:22:18,533 INFO [StoreOpener-adaa729920118e43c655674803ae1f0a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region adaa729920118e43c655674803ae1f0a 2024-11-10T00:22:18,534 INFO [StoreOpener-adaa729920118e43c655674803ae1f0a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region adaa729920118e43c655674803ae1f0a columnFamilyName queue 2024-11-10T00:22:18,534 DEBUG [StoreOpener-adaa729920118e43c655674803ae1f0a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:18,539 DEBUG [StoreOpener-adaa729920118e43c655674803ae1f0a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/data/hbase/replication/adaa729920118e43c655674803ae1f0a/queue/3af76b6c1be14976870af9fd5e0002ed 2024-11-10T00:22:18,539 INFO [StoreOpener-adaa729920118e43c655674803ae1f0a-1 {}] regionserver.HStore(327): Store=adaa729920118e43c655674803ae1f0a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:22:18,539 INFO [StoreOpener-adaa729920118e43c655674803ae1f0a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region adaa729920118e43c655674803ae1f0a 2024-11-10T00:22:18,540 INFO [StoreOpener-adaa729920118e43c655674803ae1f0a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region adaa729920118e43c655674803ae1f0a columnFamilyName sid 2024-11-10T00:22:18,540 DEBUG [StoreOpener-adaa729920118e43c655674803ae1f0a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:18,540 INFO [StoreOpener-adaa729920118e43c655674803ae1f0a-1 {}] regionserver.HStore(327): Store=adaa729920118e43c655674803ae1f0a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:22:18,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for adaa729920118e43c655674803ae1f0a 2024-11-10T00:22:18,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/data/hbase/replication/adaa729920118e43c655674803ae1f0a 2024-11-10T00:22:18,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/data/hbase/replication/adaa729920118e43c655674803ae1f0a 2024-11-10T00:22:18,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for adaa729920118e43c655674803ae1f0a 2024-11-10T00:22:18,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for adaa729920118e43c655674803ae1f0a 2024-11-10T00:22:18,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T00:22:18,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for adaa729920118e43c655674803ae1f0a 2024-11-10T00:22:18,545 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened adaa729920118e43c655674803ae1f0a; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60703201, jitterRate=-0.09545181691646576}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T00:22:18,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for adaa729920118e43c655674803ae1f0a 2024-11-10T00:22:18,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for adaa729920118e43c655674803ae1f0a: Running coprocessor pre-open hook at 1731198138531Writing region info on filesystem at 1731198138531Initializing all the Stores at 1731198138532 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198138532Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198138532Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198138532Cleaning up temporary data from old regions at 1731198138543 (+11 ms)Running coprocessor post-open hooks at 1731198138545 (+2 ms)Region opened successfully at 1731198138546 (+1 ms) 2024-11-10T00:22:18,547 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731198127302.adaa729920118e43c655674803ae1f0a., pid=13, masterSystemTime=1731198138508 2024-11-10T00:22:18,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731198127302.adaa729920118e43c655674803ae1f0a. 2024-11-10T00:22:18,549 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731198127302.adaa729920118e43c655674803ae1f0a. 2024-11-10T00:22:18,549 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=adaa729920118e43c655674803ae1f0a, regionState=OPEN, openSeqNum=9, regionLocation=b3c019fcff38,40407,1731198133105 2024-11-10T00:22:18,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure adaa729920118e43c655674803ae1f0a, server=b3c019fcff38,40407,1731198133105 because future has completed 2024-11-10T00:22:18,554 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-10T00:22:18,554 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure adaa729920118e43c655674803ae1f0a, server=b3c019fcff38,40407,1731198133105 in 196 msec 2024-11-10T00:22:18,555 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-10T00:22:18,555 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=adaa729920118e43c655674803ae1f0a, ASSIGN in 354 msec 2024-11-10T00:22:18,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-10T00:22:18,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731198127302.adaa729920118e43c655674803ae1f0a., hostname=b3c019fcff38,40407,1731198133105, seqNum=9] 2024-11-10T00:22:18,572 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for b3c019fcff38,37415,1731198120240 2024-11-10T00:22:18,572 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-10T00:22:18,645 DEBUG [RS:0;b3c019fcff38:36405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:22:18,669 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33001/user/jenkins/test-data/1550d351-8a5c-a98f-bf03-6d5d61c8a8df/data/hbase/meta/1588230740/.tmp/ns/d47ede899cc74296b6de7fb6782f2cd4 2024-11-10T00:22:18,675 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33001/user/jenkins/test-data/1550d351-8a5c-a98f-bf03-6d5d61c8a8df/data/hbase/meta/1588230740/.tmp/ns/d47ede899cc74296b6de7fb6782f2cd4 as hdfs://localhost:33001/user/jenkins/test-data/1550d351-8a5c-a98f-bf03-6d5d61c8a8df/data/hbase/meta/1588230740/ns/d47ede899cc74296b6de7fb6782f2cd4 2024-11-10T00:22:18,679 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33001/user/jenkins/test-data/1550d351-8a5c-a98f-bf03-6d5d61c8a8df/data/hbase/meta/1588230740/ns/d47ede899cc74296b6de7fb6782f2cd4, entries=2, sequenceid=6, filesize=5.0 K 2024-11-10T00:22:18,680 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false 2024-11-10T00:22:18,680 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T00:22:18,700 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33001/user/jenkins/test-data/1550d351-8a5c-a98f-bf03-6d5d61c8a8df/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-10T00:22:18,701 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T00:22:18,701 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T00:22:18,701 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T00:22:18,701 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731198138245Running coprocessor pre-close hooks at 1731198138245Disabling compacts and flushes for region at 1731198138245Disabling writes for close at 1731198138245Obtaining lock to block concurrent updates at 1731198138245Preparing flush snapshotting stores in 1588230740 at 1731198138245Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731198138246 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731198138246Flushing 1588230740/ns: creating writer at 1731198138246Flushing 1588230740/ns: appending metadata at 1731198138264 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731198138264Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bec5655: reopening flushed file at 1731198138675 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false at 1731198138680 (+5 ms)Writing region close event to WAL at 1731198138697 (+17 ms)Running coprocessor post-close hooks at 1731198138700 (+3 ms)Closed at 1731198138701 (+1 ms) 2024-11-10T00:22:18,701 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T00:22:18,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40407 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-10T00:22:18,846 INFO [RS:0;b3c019fcff38:36405 {}] regionserver.HRegionServer(976): stopping server b3c019fcff38,36405,1731198124252; all regions closed. 2024-11-10T00:22:18,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741834_1010 (size=1152) 2024-11-10T00:22:18,848 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1550d351-8a5c-a98f-bf03-6d5d61c8a8df/WALs/b3c019fcff38,36405,1731198124252/b3c019fcff38%2C36405%2C1731198124252.meta.1731198127160.meta not finished, retry = 0 2024-11-10T00:22:18,951 DEBUG [RS:0;b3c019fcff38:36405 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1550d351-8a5c-a98f-bf03-6d5d61c8a8df/oldWALs 2024-11-10T00:22:18,951 INFO [RS:0;b3c019fcff38:36405 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b3c019fcff38%2C36405%2C1731198124252.meta:.meta(num 1731198127160) 2024-11-10T00:22:18,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741832_1008 (size=93) 2024-11-10T00:22:18,953 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1550d351-8a5c-a98f-bf03-6d5d61c8a8df/WALs/b3c019fcff38,36405,1731198124252/b3c019fcff38%2C36405%2C1731198124252.1731198126236 not finished, retry = 0 2024-11-10T00:22:19,055 DEBUG [RS:0;b3c019fcff38:36405 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1550d351-8a5c-a98f-bf03-6d5d61c8a8df/oldWALs 2024-11-10T00:22:19,056 INFO [RS:0;b3c019fcff38:36405 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b3c019fcff38%2C36405%2C1731198124252:(num 1731198126236) 2024-11-10T00:22:19,056 DEBUG [RS:0;b3c019fcff38:36405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:19,056 INFO [RS:0;b3c019fcff38:36405 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T00:22:19,056 INFO [RS:0;b3c019fcff38:36405 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T00:22:19,056 INFO [RS:0;b3c019fcff38:36405 {}] hbase.ChoreService(370): Chore service for: regionserver/b3c019fcff38:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T00:22:19,056 INFO [RS:0;b3c019fcff38:36405 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T00:22:19,056 INFO [regionserver/b3c019fcff38:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T00:22:19,056 INFO [RS:0;b3c019fcff38:36405 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36405 2024-11-10T00:22:19,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x100ff40d73a0004, quorum=127.0.0.1:59686, baseZNode=/11847333892 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11847333892/rs/b3c019fcff38,36405,1731198124252 2024-11-10T00:22:19,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40699-0x100ff40d73a0003, quorum=127.0.0.1:59686, baseZNode=/11847333892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11847333892/rs 2024-11-10T00:22:19,058 INFO [RS:0;b3c019fcff38:36405 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T00:22:19,060 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b3c019fcff38,36405,1731198124252] 2024-11-10T00:22:19,061 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11847333892/draining/b3c019fcff38,36405,1731198124252 already deleted, retry=false 2024-11-10T00:22:19,061 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b3c019fcff38,36405,1731198124252 expired; onlineServers=0 2024-11-10T00:22:19,061 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b3c019fcff38,40699,1731198124211' ***** 2024-11-10T00:22:19,061 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T00:22:19,061 INFO [M:0;b3c019fcff38:40699 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T00:22:19,061 INFO [M:0;b3c019fcff38:40699 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T00:22:19,061 DEBUG [M:0;b3c019fcff38:40699 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T00:22:19,061 DEBUG [M:0;b3c019fcff38:40699 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T00:22:19,061 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T00:22:19,061 DEBUG [master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731198126011 {}] cleaner.HFileCleaner(306): Exit Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731198126011,5,FailOnTimeoutGroup] 2024-11-10T00:22:19,061 DEBUG [master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731198126011 {}] cleaner.HFileCleaner(306): Exit Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731198126011,5,FailOnTimeoutGroup] 2024-11-10T00:22:19,061 INFO [M:0;b3c019fcff38:40699 {}] hbase.ChoreService(370): Chore service for: master/b3c019fcff38:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T00:22:19,062 INFO [M:0;b3c019fcff38:40699 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T00:22:19,062 DEBUG [M:0;b3c019fcff38:40699 {}] master.HMaster(1795): Stopping service threads 2024-11-10T00:22:19,062 INFO [M:0;b3c019fcff38:40699 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T00:22:19,062 INFO [M:0;b3c019fcff38:40699 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T00:22:19,062 INFO [M:0;b3c019fcff38:40699 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T00:22:19,062 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T00:22:19,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40699-0x100ff40d73a0003, quorum=127.0.0.1:59686, baseZNode=/11847333892 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11847333892/master 2024-11-10T00:22:19,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40699-0x100ff40d73a0003, quorum=127.0.0.1:59686, baseZNode=/11847333892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11847333892 2024-11-10T00:22:19,063 DEBUG [M:0;b3c019fcff38:40699 {}] zookeeper.ZKUtil(347): master:40699-0x100ff40d73a0003, quorum=127.0.0.1:59686, baseZNode=/11847333892 Unable to get data of znode /11847333892/master because node does not exist (not an error) 2024-11-10T00:22:19,063 WARN [M:0;b3c019fcff38:40699 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T00:22:19,064 INFO [M:0;b3c019fcff38:40699 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33001/user/jenkins/test-data/1550d351-8a5c-a98f-bf03-6d5d61c8a8df/.lastflushedseqids 2024-11-10T00:22:19,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741836_1012 (size=99) 2024-11-10T00:22:19,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x100ff40d73a0004, quorum=127.0.0.1:59686, baseZNode=/11847333892 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:22:19,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x100ff40d73a0004, quorum=127.0.0.1:59686, baseZNode=/11847333892 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:22:19,160 INFO [RS:0;b3c019fcff38:36405 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T00:22:19,160 INFO [RS:0;b3c019fcff38:36405 {}] regionserver.HRegionServer(1031): Exiting; stopping=b3c019fcff38,36405,1731198124252; zookeeper connection closed. 2024-11-10T00:22:19,160 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1ae33634 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1ae33634 2024-11-10T00:22:19,161 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T00:22:19,375 DEBUG [RS:0;b3c019fcff38:40407.replicationSource.wal-reader.b3c019fcff38%2C40407%2C1731198133105,1-b3c019fcff38,40407,1731198133105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/WALs/b3c019fcff38,40407,1731198133105/b3c019fcff38%2C40407%2C1731198133105.1731198133914 to pos 0, reset compression=false 2024-11-10T00:22:19,471 INFO [M:0;b3c019fcff38:40699 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T00:22:19,471 INFO [M:0;b3c019fcff38:40699 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T00:22:19,471 DEBUG [M:0;b3c019fcff38:40699 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T00:22:19,471 INFO [M:0;b3c019fcff38:40699 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:22:19,471 DEBUG [M:0;b3c019fcff38:40699 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:22:19,471 DEBUG [M:0;b3c019fcff38:40699 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T00:22:19,471 DEBUG [M:0;b3c019fcff38:40699 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:22:19,471 INFO [M:0;b3c019fcff38:40699 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-10T00:22:19,488 DEBUG [M:0;b3c019fcff38:40699 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33001/user/jenkins/test-data/1550d351-8a5c-a98f-bf03-6d5d61c8a8df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b6f6b9af58ae4f549927057a32f07697 is 82, key is hbase:meta,,1/info:regioninfo/1731198127190/Put/seqid=0 2024-11-10T00:22:19,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741837_1013 (size=5672) 2024-11-10T00:22:19,761 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T00:22:19,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:19,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:19,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:19,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:19,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:19,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:19,892 INFO [M:0;b3c019fcff38:40699 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33001/user/jenkins/test-data/1550d351-8a5c-a98f-bf03-6d5d61c8a8df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b6f6b9af58ae4f549927057a32f07697 2024-11-10T00:22:19,911 DEBUG [M:0;b3c019fcff38:40699 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33001/user/jenkins/test-data/1550d351-8a5c-a98f-bf03-6d5d61c8a8df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8f76a81cd79c4803ba1abe9eb4cbb8ae is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731198127203/Put/seqid=0 2024-11-10T00:22:19,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741838_1014 (size=5275) 2024-11-10T00:22:20,316 INFO [M:0;b3c019fcff38:40699 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33001/user/jenkins/test-data/1550d351-8a5c-a98f-bf03-6d5d61c8a8df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8f76a81cd79c4803ba1abe9eb4cbb8ae 2024-11-10T00:22:20,342 DEBUG [M:0;b3c019fcff38:40699 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33001/user/jenkins/test-data/1550d351-8a5c-a98f-bf03-6d5d61c8a8df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f5b6b24726894e448b5e86d8dbf04ce7 is 69, key is b3c019fcff38,36405,1731198124252/rs:state/1731198126091/Put/seqid=0 2024-11-10T00:22:20,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741839_1015 (size=5156) 2024-11-10T00:22:20,480 DEBUG [RS:0;b3c019fcff38:40407.replicationSource.wal-reader.b3c019fcff38%2C40407%2C1731198133105,1-b3c019fcff38,40407,1731198133105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/WALs/b3c019fcff38,40407,1731198133105/b3c019fcff38%2C40407%2C1731198133105.1731198133914 to pos 0, reset compression=false 2024-11-10T00:22:20,747 INFO [M:0;b3c019fcff38:40699 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33001/user/jenkins/test-data/1550d351-8a5c-a98f-bf03-6d5d61c8a8df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f5b6b24726894e448b5e86d8dbf04ce7 2024-11-10T00:22:20,752 DEBUG [M:0;b3c019fcff38:40699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33001/user/jenkins/test-data/1550d351-8a5c-a98f-bf03-6d5d61c8a8df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b6f6b9af58ae4f549927057a32f07697 as hdfs://localhost:33001/user/jenkins/test-data/1550d351-8a5c-a98f-bf03-6d5d61c8a8df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b6f6b9af58ae4f549927057a32f07697 2024-11-10T00:22:20,756 INFO [M:0;b3c019fcff38:40699 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33001/user/jenkins/test-data/1550d351-8a5c-a98f-bf03-6d5d61c8a8df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b6f6b9af58ae4f549927057a32f07697, entries=8, sequenceid=28, filesize=5.5 K 2024-11-10T00:22:20,757 DEBUG [M:0;b3c019fcff38:40699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33001/user/jenkins/test-data/1550d351-8a5c-a98f-bf03-6d5d61c8a8df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8f76a81cd79c4803ba1abe9eb4cbb8ae as hdfs://localhost:33001/user/jenkins/test-data/1550d351-8a5c-a98f-bf03-6d5d61c8a8df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8f76a81cd79c4803ba1abe9eb4cbb8ae 2024-11-10T00:22:20,761 INFO [M:0;b3c019fcff38:40699 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33001/user/jenkins/test-data/1550d351-8a5c-a98f-bf03-6d5d61c8a8df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8f76a81cd79c4803ba1abe9eb4cbb8ae, entries=3, sequenceid=28, filesize=5.2 K 2024-11-10T00:22:20,762 DEBUG [M:0;b3c019fcff38:40699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33001/user/jenkins/test-data/1550d351-8a5c-a98f-bf03-6d5d61c8a8df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f5b6b24726894e448b5e86d8dbf04ce7 as hdfs://localhost:33001/user/jenkins/test-data/1550d351-8a5c-a98f-bf03-6d5d61c8a8df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f5b6b24726894e448b5e86d8dbf04ce7 2024-11-10T00:22:20,766 INFO [M:0;b3c019fcff38:40699 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33001/user/jenkins/test-data/1550d351-8a5c-a98f-bf03-6d5d61c8a8df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f5b6b24726894e448b5e86d8dbf04ce7, entries=1, sequenceid=28, filesize=5.0 K 2024-11-10T00:22:20,767 INFO [M:0;b3c019fcff38:40699 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=28, compaction requested=false 2024-11-10T00:22:20,768 INFO [M:0;b3c019fcff38:40699 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:22:20,768 DEBUG [M:0;b3c019fcff38:40699 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731198139471Disabling compacts and flushes for region at 1731198139471Disabling writes for close at 1731198139471Obtaining lock to block concurrent updates at 1731198139471Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731198139471Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731198139472 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731198139472Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731198139472Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731198139487 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731198139487Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731198139897 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731198139911 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731198139911Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731198140321 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731198140341 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731198140341Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15278faf: reopening flushed file at 1731198140751 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c978760: reopening flushed file at 1731198140756 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bdfa96e: reopening flushed file at 1731198140761 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=28, compaction requested=false at 1731198140767 (+6 ms)Writing region close event to WAL at 1731198140768 (+1 ms)Closed at 1731198140768 2024-11-10T00:22:20,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741830_1006 (size=10165) 2024-11-10T00:22:20,771 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1550d351-8a5c-a98f-bf03-6d5d61c8a8df/MasterData/WALs/b3c019fcff38,40699,1731198124211/b3c019fcff38%2C40699%2C1731198124211.1731198125938 not finished, retry = 0 2024-11-10T00:22:20,872 INFO [M:0;b3c019fcff38:40699 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T00:22:20,872 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T00:22:20,872 INFO [M:0;b3c019fcff38:40699 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40699 2024-11-10T00:22:20,872 INFO [M:0;b3c019fcff38:40699 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T00:22:20,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40699-0x100ff40d73a0003, quorum=127.0.0.1:59686, baseZNode=/11847333892 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:22:20,975 INFO [M:0;b3c019fcff38:40699 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T00:22:20,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40699-0x100ff40d73a0003, quorum=127.0.0.1:59686, baseZNode=/11847333892 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:22:20,978 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@535273df{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T00:22:20,978 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55a9ff92{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T00:22:20,978 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T00:22:20,978 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20f81a38{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T00:22:20,978 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63a0c2e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/358c270a-4472-8bea-44c4-4360ba60eba3/hadoop.log.dir/,STOPPED} 2024-11-10T00:22:20,979 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T00:22:20,979 WARN [BP-653908653-172.17.0.2-1731198123302 heartbeating to localhost/127.0.0.1:33001 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T00:22:20,979 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T00:22:20,979 WARN [BP-653908653-172.17.0.2-1731198123302 heartbeating to localhost/127.0.0.1:33001 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-653908653-172.17.0.2-1731198123302 (Datanode Uuid ea70a6be-7ac7-437f-bfb5-f16ab77778bf) service to localhost/127.0.0.1:33001 2024-11-10T00:22:20,980 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/358c270a-4472-8bea-44c4-4360ba60eba3/cluster_969fb563-5001-1552-d285-269788502e8f/data/data1/current/BP-653908653-172.17.0.2-1731198123302 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T00:22:20,980 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/358c270a-4472-8bea-44c4-4360ba60eba3/cluster_969fb563-5001-1552-d285-269788502e8f/data/data2/current/BP-653908653-172.17.0.2-1731198123302 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T00:22:20,980 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T00:22:20,986 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@158e2412{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T00:22:20,986 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5fedb279{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T00:22:20,986 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T00:22:20,987 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e032d09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T00:22:20,987 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25c7dd70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/358c270a-4472-8bea-44c4-4360ba60eba3/hadoop.log.dir/,STOPPED} 2024-11-10T00:22:20,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T00:22:20,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T00:22:20,997 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:22:20,997 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:22:20,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:20,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:20,997 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:22:20,998 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T00:22:20,998 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1339104118, stopped=false 2024-11-10T00:22:20,998 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b3c019fcff38,34135,1731198133077 2024-11-10T00:22:20,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34135-0x100ff40d73a0006, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-187421491/running 2024-11-10T00:22:20,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40407-0x100ff40d73a0007, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-187421491/running 2024-11-10T00:22:20,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34135-0x100ff40d73a0006, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-187421491 2024-11-10T00:22:20,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40407-0x100ff40d73a0007, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-187421491 2024-11-10T00:22:20,999 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T00:22:21,000 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:22:21,000 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:22:21,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:21,000 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b3c019fcff38,40407,1731198133105' ***** 2024-11-10T00:22:21,000 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T00:22:21,000 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40407-0x100ff40d73a0007, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Set watcher on znode that does not yet exist, /0-187421491/running 2024-11-10T00:22:21,000 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34135-0x100ff40d73a0006, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Set watcher on znode that does not yet exist, /0-187421491/running 2024-11-10T00:22:21,001 INFO [RS:0;b3c019fcff38:40407 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T00:22:21,001 INFO [RS:0;b3c019fcff38:40407 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T00:22:21,001 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T00:22:21,001 INFO [RS:0;b3c019fcff38:40407 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T00:22:21,001 INFO [RS:0;b3c019fcff38:40407 {}] regionserver.HRegionServer(3091): Received CLOSE for adaa729920118e43c655674803ae1f0a 2024-11-10T00:22:21,001 INFO [RS:0;b3c019fcff38:40407 {}] regionserver.HRegionServer(959): stopping server b3c019fcff38,40407,1731198133105 2024-11-10T00:22:21,001 INFO [RS:0;b3c019fcff38:40407 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T00:22:21,001 INFO [RS:0;b3c019fcff38:40407 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b3c019fcff38:40407. 2024-11-10T00:22:21,001 DEBUG [RS:0;b3c019fcff38:40407 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:22:21,001 DEBUG [RS:0;b3c019fcff38:40407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:21,001 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing adaa729920118e43c655674803ae1f0a, disabling compactions & flushes 2024-11-10T00:22:21,001 INFO [RS:0;b3c019fcff38:40407 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T00:22:21,001 INFO [RS:0;b3c019fcff38:40407 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T00:22:21,001 INFO [RS:0;b3c019fcff38:40407 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T00:22:21,001 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731198127302.adaa729920118e43c655674803ae1f0a. 2024-11-10T00:22:21,001 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731198127302.adaa729920118e43c655674803ae1f0a. 2024-11-10T00:22:21,001 INFO [RS:0;b3c019fcff38:40407 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T00:22:21,001 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731198127302.adaa729920118e43c655674803ae1f0a. after waiting 0 ms 2024-11-10T00:22:21,001 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731198127302.adaa729920118e43c655674803ae1f0a. 2024-11-10T00:22:21,002 INFO [RS:0;b3c019fcff38:40407 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T00:22:21,002 DEBUG [RS:0;b3c019fcff38:40407 {}] regionserver.HRegionServer(1325): Online Regions={adaa729920118e43c655674803ae1f0a=hbase:replication,,1731198127302.adaa729920118e43c655674803ae1f0a., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T00:22:21,002 DEBUG [RS:0;b3c019fcff38:40407 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, adaa729920118e43c655674803ae1f0a 2024-11-10T00:22:21,002 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T00:22:21,002 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T00:22:21,002 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T00:22:21,002 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T00:22:21,002 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T00:22:21,002 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-10T00:22:21,005 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/data/hbase/replication/adaa729920118e43c655674803ae1f0a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-10T00:22:21,006 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T00:22:21,006 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T00:22:21,006 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731198127302.adaa729920118e43c655674803ae1f0a. 2024-11-10T00:22:21,006 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for adaa729920118e43c655674803ae1f0a: Waiting for close lock at 1731198141001Running coprocessor pre-close hooks at 1731198141001Disabling compacts and flushes for region at 1731198141001Disabling writes for close at 1731198141001Writing region close event to WAL at 1731198141002 (+1 ms)Running coprocessor post-close hooks at 1731198141006 (+4 ms)Closed at 1731198141006 2024-11-10T00:22:21,006 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731198127302.adaa729920118e43c655674803ae1f0a. 2024-11-10T00:22:21,017 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/data/hbase/meta/1588230740/.tmp/info/c641053879b14fc3bd977d2d60d7b212 is 147, key is hbase:replication,,1731198127302.adaa729920118e43c655674803ae1f0a./info:regioninfo/1731198138549/Put/seqid=0 2024-11-10T00:22:21,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741851_1027 (size=6385) 2024-11-10T00:22:21,076 INFO [regionserver/b3c019fcff38:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T00:22:21,202 DEBUG [RS:0;b3c019fcff38:40407 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:22:21,402 DEBUG [RS:0;b3c019fcff38:40407 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:22:21,422 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/data/hbase/meta/1588230740/.tmp/info/c641053879b14fc3bd977d2d60d7b212 2024-11-10T00:22:21,427 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/data/hbase/meta/1588230740/.tmp/info/c641053879b14fc3bd977d2d60d7b212 as hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/data/hbase/meta/1588230740/info/c641053879b14fc3bd977d2d60d7b212 2024-11-10T00:22:21,432 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/data/hbase/meta/1588230740/info/c641053879b14fc3bd977d2d60d7b212, entries=8, sequenceid=19, filesize=6.2 K 2024-11-10T00:22:21,433 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=19, compaction requested=false 2024-11-10T00:22:21,438 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-10T00:22:21,438 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T00:22:21,438 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T00:22:21,439 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T00:22:21,439 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731198141002Running coprocessor pre-close hooks at 1731198141002Disabling compacts and flushes for region at 1731198141002Disabling writes for close at 1731198141002Obtaining lock to block concurrent updates at 1731198141002Preparing flush snapshotting stores in 1588230740 at 1731198141002Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731198141002Flushing stores of hbase:meta,,1.1588230740 at 1731198141003 (+1 ms)Flushing 1588230740/info: creating writer at 1731198141003Flushing 1588230740/info: appending metadata at 1731198141017 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731198141017Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1261dee: reopening flushed file at 1731198141427 (+410 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=19, compaction requested=false at 1731198141433 (+6 ms)Writing region close event to WAL at 1731198141434 (+1 ms)Running coprocessor post-close hooks at 1731198141438 (+4 ms)Closed at 1731198141439 (+1 ms) 2024-11-10T00:22:21,439 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T00:22:21,602 INFO [RS:0;b3c019fcff38:40407 {}] regionserver.HRegionServer(976): stopping server b3c019fcff38,40407,1731198133105; all regions closed. 2024-11-10T00:22:21,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741849_1025 (size=2156) 2024-11-10T00:22:21,605 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/WALs/b3c019fcff38,40407,1731198133105/b3c019fcff38%2C40407%2C1731198133105.meta.1731198134242.meta not finished, retry = 0 2024-11-10T00:22:21,685 DEBUG [RS:0;b3c019fcff38:40407.replicationSource.wal-reader.b3c019fcff38%2C40407%2C1731198133105,1-b3c019fcff38,40407,1731198133105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/WALs/b3c019fcff38,40407,1731198133105/b3c019fcff38%2C40407%2C1731198133105.1731198133914 to pos 0, reset compression=false 2024-11-10T00:22:21,707 DEBUG [RS:0;b3c019fcff38:40407 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/oldWALs 2024-11-10T00:22:21,707 INFO [RS:0;b3c019fcff38:40407 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b3c019fcff38%2C40407%2C1731198133105.meta:.meta(num 1731198134242) 2024-11-10T00:22:21,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741850_1026 (size=796) 2024-11-10T00:22:21,711 DEBUG [RS:0;b3c019fcff38:40407 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/oldWALs 2024-11-10T00:22:21,711 INFO [RS:0;b3c019fcff38:40407 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b3c019fcff38%2C40407%2C1731198133105.rep:(num 1731198138513) 2024-11-10T00:22:21,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741848_1024 (size=93) 2024-11-10T00:22:21,713 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/WALs/b3c019fcff38,40407,1731198133105/b3c019fcff38%2C40407%2C1731198133105.1731198133914 not finished, retry = 0 2024-11-10T00:22:21,815 DEBUG [RS:0;b3c019fcff38:40407 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/oldWALs 2024-11-10T00:22:21,815 INFO [RS:0;b3c019fcff38:40407 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b3c019fcff38%2C40407%2C1731198133105:(num 1731198133914) 2024-11-10T00:22:21,815 DEBUG [RS:0;b3c019fcff38:40407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:21,815 INFO [RS:0;b3c019fcff38:40407 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T00:22:21,816 INFO [RS:0;b3c019fcff38:40407 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T00:22:21,816 INFO [RS:0;b3c019fcff38:40407 {}] hbase.ChoreService(370): Chore service for: regionserver/b3c019fcff38:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T00:22:21,816 INFO [RS:0;b3c019fcff38:40407 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T00:22:21,816 INFO [regionserver/b3c019fcff38:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T00:22:21,816 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/b3c019fcff38:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-10T00:22:21,816 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/b3c019fcff38:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-10T00:22:21,816 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/b3c019fcff38:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-10T00:22:21,816 INFO [RS:0;b3c019fcff38:40407 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b3c019fcff38,40407,1731198133105 because: Region server is closing 2024-11-10T00:22:21,817 INFO [RS:0;b3c019fcff38:40407 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b3c019fcff38:40407. 2024-11-10T00:22:21,817 DEBUG [RS:0;b3c019fcff38:40407 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:22:21,817 DEBUG [RS:0;b3c019fcff38:40407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:21,817 DEBUG [RS:0;b3c019fcff38:40407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:21,817 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:22:21,917 WARN [RS:0;b3c019fcff38:40407.replicationSource.wal-reader.b3c019fcff38%2C40407%2C1731198133105,1-b3c019fcff38,40407,1731198133105 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T00:22:21,917 WARN [RS:0;b3c019fcff38:40407.replicationSource.shipperb3c019fcff38%2C40407%2C1731198133105,1-b3c019fcff38,40407,1731198133105 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T00:22:21,918 INFO [RS:0;b3c019fcff38:40407 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;b3c019fcff38:40407.replicationSource.shipperb3c019fcff38%2C40407%2C1731198133105,1-b3c019fcff38,40407,1731198133105 terminated 2024-11-10T00:22:21,918 INFO [RS:0;b3c019fcff38:40407 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40407 2024-11-10T00:22:21,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34135-0x100ff40d73a0006, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-187421491/rs 2024-11-10T00:22:21,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40407-0x100ff40d73a0007, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-187421491/rs/b3c019fcff38,40407,1731198133105 2024-11-10T00:22:21,920 INFO [RS:0;b3c019fcff38:40407 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T00:22:21,921 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b3c019fcff38,40407,1731198133105] 2024-11-10T00:22:21,925 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-187421491/draining/b3c019fcff38,40407,1731198133105 already deleted, retry=false 2024-11-10T00:22:21,925 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b3c019fcff38,40407,1731198133105 expired; onlineServers=0 2024-11-10T00:22:21,925 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b3c019fcff38,34135,1731198133077' ***** 2024-11-10T00:22:21,925 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T00:22:21,925 INFO [M:0;b3c019fcff38:34135 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T00:22:21,925 INFO [M:0;b3c019fcff38:34135 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T00:22:21,925 DEBUG [M:0;b3c019fcff38:34135 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T00:22:21,925 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T00:22:21,925 DEBUG [M:0;b3c019fcff38:34135 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T00:22:21,925 DEBUG [master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731198133672 {}] cleaner.HFileCleaner(306): Exit Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731198133672,5,FailOnTimeoutGroup] 2024-11-10T00:22:21,925 DEBUG [master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731198133679 {}] cleaner.HFileCleaner(306): Exit Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731198133679,5,FailOnTimeoutGroup] 2024-11-10T00:22:21,926 INFO [M:0;b3c019fcff38:34135 {}] hbase.ChoreService(370): Chore service for: master/b3c019fcff38:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T00:22:21,926 INFO [M:0;b3c019fcff38:34135 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T00:22:21,926 DEBUG [M:0;b3c019fcff38:34135 {}] master.HMaster(1795): Stopping service threads 2024-11-10T00:22:21,926 INFO [M:0;b3c019fcff38:34135 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T00:22:21,926 INFO [M:0;b3c019fcff38:34135 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T00:22:21,926 INFO [M:0;b3c019fcff38:34135 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T00:22:21,926 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T00:22:21,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34135-0x100ff40d73a0006, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-187421491/master 2024-11-10T00:22:21,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34135-0x100ff40d73a0006, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-187421491 2024-11-10T00:22:21,927 DEBUG [M:0;b3c019fcff38:34135 {}] zookeeper.ZKUtil(347): master:34135-0x100ff40d73a0006, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Unable to get data of znode /0-187421491/master because node does not exist (not an error) 2024-11-10T00:22:21,927 WARN [M:0;b3c019fcff38:34135 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T00:22:21,927 INFO [M:0;b3c019fcff38:34135 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/.lastflushedseqids 2024-11-10T00:22:21,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741852_1028 (size=181) 2024-11-10T00:22:22,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40407-0x100ff40d73a0007, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:22:22,021 INFO [RS:0;b3c019fcff38:40407 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T00:22:22,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40407-0x100ff40d73a0007, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:22:22,021 INFO [RS:0;b3c019fcff38:40407 {}] regionserver.HRegionServer(1031): Exiting; stopping=b3c019fcff38,40407,1731198133105; zookeeper connection closed. 2024-11-10T00:22:22,022 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@23b413e3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@23b413e3 2024-11-10T00:22:22,022 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T00:22:22,333 INFO [M:0;b3c019fcff38:34135 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T00:22:22,333 INFO [M:0;b3c019fcff38:34135 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T00:22:22,333 DEBUG [M:0;b3c019fcff38:34135 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T00:22:22,333 INFO [M:0;b3c019fcff38:34135 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:22:22,333 DEBUG [M:0;b3c019fcff38:34135 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:22:22,333 DEBUG [M:0;b3c019fcff38:34135 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T00:22:22,333 DEBUG [M:0;b3c019fcff38:34135 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:22:22,333 INFO [M:0;b3c019fcff38:34135 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-10T00:22:22,349 DEBUG [M:0;b3c019fcff38:34135 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/75467b2fada848f9a4667c282bc6c92b is 82, key is hbase:meta,,1/info:regioninfo/1731198134285/Put/seqid=0 2024-11-10T00:22:22,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741853_1029 (size=5672) 2024-11-10T00:22:22,754 INFO [M:0;b3c019fcff38:34135 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/75467b2fada848f9a4667c282bc6c92b 2024-11-10T00:22:22,774 DEBUG [M:0;b3c019fcff38:34135 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ce5fc9c797a0427a8f8a78c2e81d833e is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731198138554/Put/seqid=0 2024-11-10T00:22:22,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741854_1030 (size=7312) 2024-11-10T00:22:23,178 INFO [M:0;b3c019fcff38:34135 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ce5fc9c797a0427a8f8a78c2e81d833e 2024-11-10T00:22:23,200 DEBUG [M:0;b3c019fcff38:34135 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5816bbc517e9449695aecb34b5070e6b is 69, key is b3c019fcff38,40407,1731198133105/rs:state/1731198133742/Put/seqid=0 2024-11-10T00:22:23,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741855_1031 (size=5370) 2024-11-10T00:22:23,605 INFO [M:0;b3c019fcff38:34135 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5816bbc517e9449695aecb34b5070e6b 2024-11-10T00:22:23,609 INFO [M:0;b3c019fcff38:34135 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5816bbc517e9449695aecb34b5070e6b 2024-11-10T00:22:23,610 DEBUG [M:0;b3c019fcff38:34135 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/75467b2fada848f9a4667c282bc6c92b as hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/75467b2fada848f9a4667c282bc6c92b 2024-11-10T00:22:23,614 INFO [M:0;b3c019fcff38:34135 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/75467b2fada848f9a4667c282bc6c92b, entries=8, sequenceid=127, filesize=5.5 K 2024-11-10T00:22:23,615 DEBUG [M:0;b3c019fcff38:34135 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ce5fc9c797a0427a8f8a78c2e81d833e as hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ce5fc9c797a0427a8f8a78c2e81d833e 2024-11-10T00:22:23,619 INFO [M:0;b3c019fcff38:34135 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ce5fc9c797a0427a8f8a78c2e81d833e, entries=7, sequenceid=127, filesize=7.1 K 2024-11-10T00:22:23,621 DEBUG [M:0;b3c019fcff38:34135 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5816bbc517e9449695aecb34b5070e6b as hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5816bbc517e9449695aecb34b5070e6b 2024-11-10T00:22:23,625 INFO [M:0;b3c019fcff38:34135 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5816bbc517e9449695aecb34b5070e6b 2024-11-10T00:22:23,625 INFO [M:0;b3c019fcff38:34135 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35273/user/jenkins/test-data/bc00961e-7d4c-e1c1-5631-a86c25d3953a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5816bbc517e9449695aecb34b5070e6b, entries=2, sequenceid=127, filesize=5.2 K 2024-11-10T00:22:23,626 INFO [M:0;b3c019fcff38:34135 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=127, compaction requested=false 2024-11-10T00:22:23,628 INFO [M:0;b3c019fcff38:34135 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:22:23,628 DEBUG [M:0;b3c019fcff38:34135 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731198142333Disabling compacts and flushes for region at 1731198142333Disabling writes for close at 1731198142333Obtaining lock to block concurrent updates at 1731198142333Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731198142333Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731198142334 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731198142334Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731198142334Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731198142349 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731198142349Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731198142759 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731198142773 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731198142773Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731198143183 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731198143200 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731198143200Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@384f10ba: reopening flushed file at 1731198143610 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@237f7ea2: reopening flushed file at 1731198143615 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34595836: reopening flushed file at 1731198143619 (+4 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=127, compaction requested=false at 1731198143626 (+7 ms)Writing region close event to WAL at 1731198143628 (+2 ms)Closed at 1731198143628 2024-11-10T00:22:23,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741847_1023 (size=22903) 2024-11-10T00:22:23,633 INFO [M:0;b3c019fcff38:34135 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T00:22:23,633 INFO [M:0;b3c019fcff38:34135 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34135 2024-11-10T00:22:23,633 INFO [M:0;b3c019fcff38:34135 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T00:22:23,634 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T00:22:23,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34135-0x100ff40d73a0006, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:22:23,735 INFO [M:0;b3c019fcff38:34135 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T00:22:23,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34135-0x100ff40d73a0006, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:22:23,738 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e8a6cee{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T00:22:23,738 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68ab4aab{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T00:22:23,738 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T00:22:23,739 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@461e8a19{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T00:22:23,739 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@607b161a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ee364d-b95c-2ef0-557a-029658f7d0b3/hadoop.log.dir/,STOPPED} 2024-11-10T00:22:23,740 WARN [BP-912814461-172.17.0.2-1731198119116 heartbeating to localhost/127.0.0.1:35273 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T00:22:23,740 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T00:22:23,740 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T00:22:23,740 WARN [BP-912814461-172.17.0.2-1731198119116 heartbeating to localhost/127.0.0.1:35273 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-912814461-172.17.0.2-1731198119116 (Datanode Uuid 979df5c6-8ae3-428e-8967-a79d849cea86) service to localhost/127.0.0.1:35273 2024-11-10T00:22:23,741 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ee364d-b95c-2ef0-557a-029658f7d0b3/cluster_9cce2011-b25e-1f83-18e3-1b8bb8d9a912/data/data1/current/BP-912814461-172.17.0.2-1731198119116 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T00:22:23,741 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ee364d-b95c-2ef0-557a-029658f7d0b3/cluster_9cce2011-b25e-1f83-18e3-1b8bb8d9a912/data/data2/current/BP-912814461-172.17.0.2-1731198119116 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T00:22:23,741 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T00:22:23,747 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22f50b67{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T00:22:23,748 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7bebedbb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T00:22:23,748 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T00:22:23,748 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ee8259d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T00:22:23,748 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23d953a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ee364d-b95c-2ef0-557a-029658f7d0b3/hadoop.log.dir/,STOPPED} 2024-11-10T00:22:23,754 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T00:22:23,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T00:22:23,776 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=204 (was 161) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:33001 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:33001 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:35273 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:35273 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:33001 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:35273 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33001 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33001 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33001 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33001 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35273 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:35273 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:33001 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59686) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:35273 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59686) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33001 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=140 (was 150), ProcessCount=11 (was 11), AvailableMemoryMB=9544 (was 9570) 2024-11-10T00:22:23,785 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=204, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=140, ProcessCount=11, AvailableMemoryMB=9544 2024-11-10T00:22:23,798 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-10T00:22:23,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/358c270a-4472-8bea-44c4-4360ba60eba3/hadoop.log.dir so I do NOT create it in target/test-data/c15de4c6-4ec7-4d23-a89b-8c552f6c9369 2024-11-10T00:22:23,799 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/358c270a-4472-8bea-44c4-4360ba60eba3/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T00:22:23,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/358c270a-4472-8bea-44c4-4360ba60eba3/hadoop.tmp.dir so I do NOT create it in target/test-data/c15de4c6-4ec7-4d23-a89b-8c552f6c9369 2024-11-10T00:22:23,799 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/358c270a-4472-8bea-44c4-4360ba60eba3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T00:22:23,799 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c15de4c6-4ec7-4d23-a89b-8c552f6c9369 2024-11-10T00:22:23,799 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c15de4c6-4ec7-4d23-a89b-8c552f6c9369/cluster_1e3348a1-929a-9144-db3a-dd3021d7ad9d, deleteOnExit=true 2024-11-10T00:22:23,802 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c15de4c6-4ec7-4d23-a89b-8c552f6c9369/cluster_1e3348a1-929a-9144-db3a-dd3021d7ad9d/zookeeper_0, clientPort=51229, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c15de4c6-4ec7-4d23-a89b-8c552f6c9369/cluster_1e3348a1-929a-9144-db3a-dd3021d7ad9d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c15de4c6-4ec7-4d23-a89b-8c552f6c9369/cluster_1e3348a1-929a-9144-db3a-dd3021d7ad9d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T00:22:23,802 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51229 2024-11-10T00:22:23,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T00:22:23,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T00:22:23,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c15de4c6-4ec7-4d23-a89b-8c552f6c9369/test.cache.data in system properties and HBase conf 2024-11-10T00:22:23,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c15de4c6-4ec7-4d23-a89b-8c552f6c9369/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T00:22:23,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c15de4c6-4ec7-4d23-a89b-8c552f6c9369/hadoop.log.dir in system properties and HBase conf 2024-11-10T00:22:23,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c15de4c6-4ec7-4d23-a89b-8c552f6c9369/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T00:22:23,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c15de4c6-4ec7-4d23-a89b-8c552f6c9369/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T00:22:23,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T00:22:23,803 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T00:22:23,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c15de4c6-4ec7-4d23-a89b-8c552f6c9369/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T00:22:23,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c15de4c6-4ec7-4d23-a89b-8c552f6c9369/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T00:22:23,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c15de4c6-4ec7-4d23-a89b-8c552f6c9369/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T00:22:23,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c15de4c6-4ec7-4d23-a89b-8c552f6c9369/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T00:22:23,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c15de4c6-4ec7-4d23-a89b-8c552f6c9369/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T00:22:23,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c15de4c6-4ec7-4d23-a89b-8c552f6c9369/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T00:22:23,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c15de4c6-4ec7-4d23-a89b-8c552f6c9369/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T00:22:23,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c15de4c6-4ec7-4d23-a89b-8c552f6c9369/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T00:22:23,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c15de4c6-4ec7-4d23-a89b-8c552f6c9369/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T00:22:23,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c15de4c6-4ec7-4d23-a89b-8c552f6c9369/nfs.dump.dir in system properties and HBase conf 2024-11-10T00:22:23,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c15de4c6-4ec7-4d23-a89b-8c552f6c9369/java.io.tmpdir in system properties and HBase conf 2024-11-10T00:22:23,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c15de4c6-4ec7-4d23-a89b-8c552f6c9369/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T00:22:23,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c15de4c6-4ec7-4d23-a89b-8c552f6c9369/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T00:22:23,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c15de4c6-4ec7-4d23-a89b-8c552f6c9369/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T00:22:23,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100ff40d73a0002, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T00:22:23,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100ff40d73a0005, quorum=127.0.0.1:59686, baseZNode=/11847333892 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T00:22:23,852 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100ff40d73a0002, quorum=127.0.0.1:59686, baseZNode=/0-187421491 Received Disconnected from ZooKeeper, ignoring 2024-11-10T00:22:23,852 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100ff40d73a0005, quorum=127.0.0.1:59686, baseZNode=/11847333892 Received Disconnected from ZooKeeper, ignoring 2024-11-10T00:22:23,903 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:22:23,909 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T00:22:23,917 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T00:22:23,917 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T00:22:23,917 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T00:22:23,918 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:22:23,918 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5736233d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c15de4c6-4ec7-4d23-a89b-8c552f6c9369/hadoop.log.dir/,AVAILABLE} 2024-11-10T00:22:23,918 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@db69a8f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T00:22:24,068 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1bf57691{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c15de4c6-4ec7-4d23-a89b-8c552f6c9369/java.io.tmpdir/jetty-localhost-35585-hadoop-hdfs-3_4_1-tests_jar-_-any-16649933291057113565/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T00:22:24,068 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12386e47{HTTP/1.1, (http/1.1)}{localhost:35585} 2024-11-10T00:22:24,068 INFO [Time-limited test {}] server.Server(415): Started @157773ms 2024-11-10T00:22:24,146 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:22:24,149 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T00:22:24,153 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T00:22:24,153 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T00:22:24,153 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T00:22:24,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27c217a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c15de4c6-4ec7-4d23-a89b-8c552f6c9369/hadoop.log.dir/,AVAILABLE} 2024-11-10T00:22:24,154 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76131948{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T00:22:24,268 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d2d1afa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c15de4c6-4ec7-4d23-a89b-8c552f6c9369/java.io.tmpdir/jetty-localhost-38331-hadoop-hdfs-3_4_1-tests_jar-_-any-3165957676912806861/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T00:22:24,268 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17373f9c{HTTP/1.1, (http/1.1)}{localhost:38331} 2024-11-10T00:22:24,268 INFO [Time-limited test {}] server.Server(415): Started @157973ms 2024-11-10T00:22:24,269 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T00:22:24,381 WARN [Thread-1683 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c15de4c6-4ec7-4d23-a89b-8c552f6c9369/cluster_1e3348a1-929a-9144-db3a-dd3021d7ad9d/data/data1/current/BP-855144012-172.17.0.2-1731198143834/current, will proceed with Du for space computation calculation, 2024-11-10T00:22:24,381 WARN [Thread-1684 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c15de4c6-4ec7-4d23-a89b-8c552f6c9369/cluster_1e3348a1-929a-9144-db3a-dd3021d7ad9d/data/data2/current/BP-855144012-172.17.0.2-1731198143834/current, will proceed with Du for space computation calculation, 2024-11-10T00:22:24,400 WARN [Thread-1671 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T00:22:24,402 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4e4c136c5faef7a1 with lease ID 0x238a099ca4b85a28: Processing first storage report for DS-97b6ee6f-5eb1-4495-bcce-d9320641b06a from datanode DatanodeRegistration(127.0.0.1:32975, datanodeUuid=b9a5639d-1f3a-4c13-a287-64f6273ad8d6, infoPort=42857, infoSecurePort=0, ipcPort=44977, storageInfo=lv=-57;cid=testClusterID;nsid=1144990102;c=1731198143834) 2024-11-10T00:22:24,402 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4e4c136c5faef7a1 with lease ID 0x238a099ca4b85a28: from storage DS-97b6ee6f-5eb1-4495-bcce-d9320641b06a node DatanodeRegistration(127.0.0.1:32975, datanodeUuid=b9a5639d-1f3a-4c13-a287-64f6273ad8d6, infoPort=42857, infoSecurePort=0, ipcPort=44977, storageInfo=lv=-57;cid=testClusterID;nsid=1144990102;c=1731198143834), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T00:22:24,402 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4e4c136c5faef7a1 with lease ID 0x238a099ca4b85a28: Processing first storage report for DS-fc112ff3-c644-4904-a1e9-62fa3c5a3cfd from datanode DatanodeRegistration(127.0.0.1:32975, datanodeUuid=b9a5639d-1f3a-4c13-a287-64f6273ad8d6, infoPort=42857, infoSecurePort=0, ipcPort=44977, storageInfo=lv=-57;cid=testClusterID;nsid=1144990102;c=1731198143834) 2024-11-10T00:22:24,402 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4e4c136c5faef7a1 with lease ID 0x238a099ca4b85a28: from storage DS-fc112ff3-c644-4904-a1e9-62fa3c5a3cfd node DatanodeRegistration(127.0.0.1:32975, datanodeUuid=b9a5639d-1f3a-4c13-a287-64f6273ad8d6, infoPort=42857, infoSecurePort=0, ipcPort=44977, storageInfo=lv=-57;cid=testClusterID;nsid=1144990102;c=1731198143834), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T00:22:24,503 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c15de4c6-4ec7-4d23-a89b-8c552f6c9369 2024-11-10T00:22:24,503 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:22:24,504 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:22:24,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32975 is added to blk_1073741825_1001 (size=7) 2024-11-10T00:22:24,914 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e with version=8 2024-11-10T00:22:24,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/hbase-staging 2024-11-10T00:22:24,916 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b3c019fcff38:0 server-side Connection retries=45 2024-11-10T00:22:24,916 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:22:24,916 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T00:22:24,917 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T00:22:24,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:22:24,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T00:22:24,917 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T00:22:24,917 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T00:22:24,917 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43045 2024-11-10T00:22:24,918 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43045 connecting to ZooKeeper ensemble=127.0.0.1:51229 2024-11-10T00:22:24,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:430450x0, quorum=127.0.0.1:51229, baseZNode=/0-2062420740 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:22:24,925 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43045-0x100ff4137c90000 connected 2024-11-10T00:22:24,940 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:22:24,941 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:22:24,943 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43045-0x100ff4137c90000, quorum=127.0.0.1:51229, baseZNode=/0-2062420740 Set watcher on znode that does not yet exist, /0-2062420740/running 2024-11-10T00:22:24,943 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e, hbase.cluster.distributed=false 2024-11-10T00:22:24,945 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43045-0x100ff4137c90000, quorum=127.0.0.1:51229, baseZNode=/0-2062420740 Set watcher on znode that does not yet exist, /0-2062420740/acl 2024-11-10T00:22:24,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43045 2024-11-10T00:22:24,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43045 2024-11-10T00:22:24,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43045 2024-11-10T00:22:24,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43045 2024-11-10T00:22:24,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43045 2024-11-10T00:22:24,967 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b3c019fcff38:0 server-side Connection retries=45 2024-11-10T00:22:24,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:22:24,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T00:22:24,967 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T00:22:24,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:22:24,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T00:22:24,967 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T00:22:24,967 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T00:22:24,968 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44609 2024-11-10T00:22:24,969 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44609 connecting to ZooKeeper ensemble=127.0.0.1:51229 2024-11-10T00:22:24,970 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:22:24,972 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:22:24,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446090x0, quorum=127.0.0.1:51229, baseZNode=/0-2062420740 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:22:24,977 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:446090x0, quorum=127.0.0.1:51229, baseZNode=/0-2062420740 Set watcher on znode that does not yet exist, /0-2062420740/running 2024-11-10T00:22:24,977 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44609-0x100ff4137c90001 connected 2024-11-10T00:22:24,977 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T00:22:24,978 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T00:22:24,978 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44609-0x100ff4137c90001, quorum=127.0.0.1:51229, baseZNode=/0-2062420740 Set watcher on znode that does not yet exist, /0-2062420740/master 2024-11-10T00:22:24,979 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44609-0x100ff4137c90001, quorum=127.0.0.1:51229, baseZNode=/0-2062420740 Set watcher on znode that does not yet exist, /0-2062420740/acl 2024-11-10T00:22:24,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44609 2024-11-10T00:22:24,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44609 2024-11-10T00:22:24,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44609 2024-11-10T00:22:24,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44609 2024-11-10T00:22:24,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44609 2024-11-10T00:22:24,997 DEBUG [M:0;b3c019fcff38:43045 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b3c019fcff38:43045 2024-11-10T00:22:24,998 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2062420740/backup-masters/b3c019fcff38,43045,1731198144916 2024-11-10T00:22:24,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44609-0x100ff4137c90001, quorum=127.0.0.1:51229, baseZNode=/0-2062420740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2062420740/backup-masters 2024-11-10T00:22:24,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43045-0x100ff4137c90000, quorum=127.0.0.1:51229, baseZNode=/0-2062420740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2062420740/backup-masters 2024-11-10T00:22:25,000 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43045-0x100ff4137c90000, quorum=127.0.0.1:51229, baseZNode=/0-2062420740 Set watcher on existing znode=/0-2062420740/backup-masters/b3c019fcff38,43045,1731198144916 2024-11-10T00:22:25,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44609-0x100ff4137c90001, quorum=127.0.0.1:51229, baseZNode=/0-2062420740 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2062420740/master 2024-11-10T00:22:25,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43045-0x100ff4137c90000, quorum=127.0.0.1:51229, baseZNode=/0-2062420740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2062420740 2024-11-10T00:22:25,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44609-0x100ff4137c90001, quorum=127.0.0.1:51229, baseZNode=/0-2062420740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2062420740 2024-11-10T00:22:25,002 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43045-0x100ff4137c90000, quorum=127.0.0.1:51229, baseZNode=/0-2062420740 Set watcher on existing znode=/0-2062420740/master 2024-11-10T00:22:25,002 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2062420740/backup-masters/b3c019fcff38,43045,1731198144916 from backup master directory 2024-11-10T00:22:25,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43045-0x100ff4137c90000, quorum=127.0.0.1:51229, baseZNode=/0-2062420740 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2062420740/backup-masters/b3c019fcff38,43045,1731198144916 2024-11-10T00:22:25,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44609-0x100ff4137c90001, quorum=127.0.0.1:51229, baseZNode=/0-2062420740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2062420740/backup-masters 2024-11-10T00:22:25,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43045-0x100ff4137c90000, quorum=127.0.0.1:51229, baseZNode=/0-2062420740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2062420740/backup-masters 2024-11-10T00:22:25,004 WARN [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T00:22:25,004 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b3c019fcff38,43045,1731198144916 2024-11-10T00:22:25,008 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/hbase.id] with ID: 1494ce2e-ae1a-439f-b3c4-878dacaf9ada 2024-11-10T00:22:25,008 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/.tmp/hbase.id 2024-11-10T00:22:25,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32975 is added to blk_1073741826_1002 (size=42) 2024-11-10T00:22:25,415 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/.tmp/hbase.id]:[hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/hbase.id] 2024-11-10T00:22:25,424 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:22:25,424 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T00:22:25,425 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T00:22:25,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43045-0x100ff4137c90000, quorum=127.0.0.1:51229, baseZNode=/0-2062420740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2062420740 2024-11-10T00:22:25,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44609-0x100ff4137c90001, quorum=127.0.0.1:51229, baseZNode=/0-2062420740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2062420740 2024-11-10T00:22:25,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32975 is added to blk_1073741827_1003 (size=196) 2024-11-10T00:22:25,833 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:22:25,834 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T00:22:25,834 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:22:25,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32975 is added to blk_1073741828_1004 (size=1189) 2024-11-10T00:22:26,241 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/MasterData/data/master/store 2024-11-10T00:22:26,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32975 is added to blk_1073741829_1005 (size=34) 2024-11-10T00:22:26,508 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T00:22:26,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:26,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:26,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:26,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:26,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:26,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:26,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:26,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:26,647 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:22:26,647 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T00:22:26,647 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:22:26,648 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:22:26,648 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T00:22:26,648 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:22:26,648 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:22:26,648 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731198146647Disabling compacts and flushes for region at 1731198146647Disabling writes for close at 1731198146648 (+1 ms)Writing region close event to WAL at 1731198146648Closed at 1731198146648 2024-11-10T00:22:26,649 WARN [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/MasterData/data/master/store/.initializing 2024-11-10T00:22:26,649 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/MasterData/WALs/b3c019fcff38,43045,1731198144916 2024-11-10T00:22:26,650 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T00:22:26,651 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b3c019fcff38%2C43045%2C1731198144916, suffix=, logDir=hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/MasterData/WALs/b3c019fcff38,43045,1731198144916, archiveDir=hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/MasterData/oldWALs, maxLogs=10 2024-11-10T00:22:26,664 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/MasterData/WALs/b3c019fcff38,43045,1731198144916/b3c019fcff38%2C43045%2C1731198144916.1731198146651, exclude list is [], retry=0 2024-11-10T00:22:26,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32975,DS-97b6ee6f-5eb1-4495-bcce-d9320641b06a,DISK] 2024-11-10T00:22:26,668 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/MasterData/WALs/b3c019fcff38,43045,1731198144916/b3c019fcff38%2C43045%2C1731198144916.1731198146651 2024-11-10T00:22:26,669 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42857:42857)] 2024-11-10T00:22:26,669 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:22:26,669 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:22:26,669 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:26,669 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:26,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:26,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T00:22:26,671 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:26,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:22:26,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:26,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T00:22:26,673 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:26,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:22:26,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:26,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T00:22:26,674 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:26,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:22:26,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:26,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T00:22:26,675 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:26,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:22:26,676 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:26,676 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:26,677 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:26,678 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:26,678 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:26,678 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:22:26,679 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:26,680 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:22:26,681 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59952047, jitterRate=-0.1066448837518692}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:22:26,681 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731198146669Initializing all the Stores at 1731198146670 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198146670Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198146670Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198146670Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198146670Cleaning up temporary data from old regions at 1731198146678 (+8 ms)Region opened successfully at 1731198146681 (+3 ms) 2024-11-10T00:22:26,682 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T00:22:26,684 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@adcd2a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b3c019fcff38/172.17.0.2:0 2024-11-10T00:22:26,685 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T00:22:26,685 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T00:22:26,685 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T00:22:26,685 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T00:22:26,685 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T00:22:26,686 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T00:22:26,686 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T00:22:26,687 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T00:22:26,688 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43045-0x100ff4137c90000, quorum=127.0.0.1:51229, baseZNode=/0-2062420740 Unable to get data of znode /0-2062420740/balancer because node does not exist (not necessarily an error) 2024-11-10T00:22:26,689 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2062420740/balancer already deleted, retry=false 2024-11-10T00:22:26,689 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T00:22:26,690 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43045-0x100ff4137c90000, quorum=127.0.0.1:51229, baseZNode=/0-2062420740 Unable to get data of znode /0-2062420740/normalizer because node does not exist (not necessarily an error) 2024-11-10T00:22:26,691 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2062420740/normalizer already deleted, retry=false 2024-11-10T00:22:26,691 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T00:22:26,692 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43045-0x100ff4137c90000, quorum=127.0.0.1:51229, baseZNode=/0-2062420740 Unable to get data of znode /0-2062420740/switch/split because node does not exist (not necessarily an error) 2024-11-10T00:22:26,694 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2062420740/switch/split already deleted, retry=false 2024-11-10T00:22:26,694 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43045-0x100ff4137c90000, quorum=127.0.0.1:51229, baseZNode=/0-2062420740 Unable to get data of znode /0-2062420740/switch/merge because node does not exist (not necessarily an error) 2024-11-10T00:22:26,695 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2062420740/switch/merge already deleted, retry=false 2024-11-10T00:22:26,697 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43045-0x100ff4137c90000, quorum=127.0.0.1:51229, baseZNode=/0-2062420740 Unable to get data of znode /0-2062420740/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T00:22:26,698 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2062420740/snapshot-cleanup already deleted, retry=false 2024-11-10T00:22:26,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43045-0x100ff4137c90000, quorum=127.0.0.1:51229, baseZNode=/0-2062420740 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2062420740/running 2024-11-10T00:22:26,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44609-0x100ff4137c90001, quorum=127.0.0.1:51229, baseZNode=/0-2062420740 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2062420740/running 2024-11-10T00:22:26,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43045-0x100ff4137c90000, quorum=127.0.0.1:51229, baseZNode=/0-2062420740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2062420740 2024-11-10T00:22:26,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44609-0x100ff4137c90001, quorum=127.0.0.1:51229, baseZNode=/0-2062420740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2062420740 2024-11-10T00:22:26,700 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b3c019fcff38,43045,1731198144916, sessionid=0x100ff4137c90000, setting cluster-up flag (Was=false) 2024-11-10T00:22:26,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43045-0x100ff4137c90000, quorum=127.0.0.1:51229, baseZNode=/0-2062420740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2062420740 2024-11-10T00:22:26,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44609-0x100ff4137c90001, quorum=127.0.0.1:51229, baseZNode=/0-2062420740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2062420740 2024-11-10T00:22:26,708 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2062420740/flush-table-proc/acquired, /0-2062420740/flush-table-proc/reached, /0-2062420740/flush-table-proc/abort 2024-11-10T00:22:26,709 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b3c019fcff38,43045,1731198144916 2024-11-10T00:22:26,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43045-0x100ff4137c90000, quorum=127.0.0.1:51229, baseZNode=/0-2062420740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2062420740 2024-11-10T00:22:26,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44609-0x100ff4137c90001, quorum=127.0.0.1:51229, baseZNode=/0-2062420740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2062420740 2024-11-10T00:22:26,717 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2062420740/online-snapshot/acquired, /0-2062420740/online-snapshot/reached, /0-2062420740/online-snapshot/abort 2024-11-10T00:22:26,717 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b3c019fcff38,43045,1731198144916 2024-11-10T00:22:26,718 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T00:22:26,720 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T00:22:26,720 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T00:22:26,720 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T00:22:26,720 WARN [master/b3c019fcff38:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of b3c019fcff38,37415,1731198120240: status=Processing ServerCrashProcedure of b3c019fcff38,37415,1731198120240 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731198133671, completionTime=-1 appears to have been leaked 2024-11-10T00:22:26,720 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b3c019fcff38,43045,1731198144916 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T00:22:26,722 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:22:26,722 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:22:26,722 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:22:26,722 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:22:26,722 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b3c019fcff38:0, corePoolSize=10, maxPoolSize=10 2024-11-10T00:22:26,722 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:26,722 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b3c019fcff38:0, corePoolSize=2, maxPoolSize=2 2024-11-10T00:22:26,722 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:26,729 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731198176729 2024-11-10T00:22:26,729 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:22:26,729 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T00:22:26,729 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T00:22:26,729 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T00:22:26,729 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T00:22:26,729 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T00:22:26,729 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T00:22:26,730 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T00:22:26,730 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:26,730 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T00:22:26,731 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:26,735 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T00:22:26,735 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T00:22:26,736 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T00:22:26,736 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T00:22:26,736 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T00:22:26,736 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T00:22:26,736 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731198146736,5,FailOnTimeoutGroup] 2024-11-10T00:22:26,737 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731198146736,5,FailOnTimeoutGroup] 2024-11-10T00:22:26,737 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:26,737 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T00:22:26,737 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:26,737 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:26,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32975 is added to blk_1073741831_1007 (size=1321) 2024-11-10T00:22:26,789 INFO [RS:0;b3c019fcff38:44609 {}] regionserver.HRegionServer(746): ClusterId : 1494ce2e-ae1a-439f-b3c4-878dacaf9ada 2024-11-10T00:22:26,789 DEBUG [RS:0;b3c019fcff38:44609 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T00:22:26,792 DEBUG [RS:0;b3c019fcff38:44609 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T00:22:26,792 DEBUG [RS:0;b3c019fcff38:44609 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T00:22:26,793 DEBUG [RS:0;b3c019fcff38:44609 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T00:22:26,794 DEBUG [RS:0;b3c019fcff38:44609 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ce3296a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b3c019fcff38/172.17.0.2:0 2024-11-10T00:22:26,808 DEBUG [RS:0;b3c019fcff38:44609 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b3c019fcff38:44609 2024-11-10T00:22:26,808 INFO [RS:0;b3c019fcff38:44609 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T00:22:26,809 INFO [RS:0;b3c019fcff38:44609 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T00:22:26,809 DEBUG [RS:0;b3c019fcff38:44609 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T00:22:26,809 INFO [RS:0;b3c019fcff38:44609 {}] regionserver.HRegionServer(2659): reportForDuty to master=b3c019fcff38,43045,1731198144916 with port=44609, startcode=1731198144967 2024-11-10T00:22:26,809 DEBUG [RS:0;b3c019fcff38:44609 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T00:22:26,811 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47549, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T00:22:26,811 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43045 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b3c019fcff38,44609,1731198144967 2024-11-10T00:22:26,811 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43045 {}] master.ServerManager(517): Registering regionserver=b3c019fcff38,44609,1731198144967 2024-11-10T00:22:26,813 DEBUG [RS:0;b3c019fcff38:44609 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e 2024-11-10T00:22:26,813 DEBUG [RS:0;b3c019fcff38:44609 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34983 2024-11-10T00:22:26,813 DEBUG [RS:0;b3c019fcff38:44609 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T00:22:26,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43045-0x100ff4137c90000, quorum=127.0.0.1:51229, baseZNode=/0-2062420740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2062420740/rs 2024-11-10T00:22:26,816 DEBUG [RS:0;b3c019fcff38:44609 {}] zookeeper.ZKUtil(111): regionserver:44609-0x100ff4137c90001, quorum=127.0.0.1:51229, baseZNode=/0-2062420740 Set watcher on existing znode=/0-2062420740/rs/b3c019fcff38,44609,1731198144967 2024-11-10T00:22:26,816 WARN [RS:0;b3c019fcff38:44609 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T00:22:26,816 INFO [RS:0;b3c019fcff38:44609 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:22:26,816 DEBUG [RS:0;b3c019fcff38:44609 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/WALs/b3c019fcff38,44609,1731198144967 2024-11-10T00:22:26,816 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b3c019fcff38,44609,1731198144967] 2024-11-10T00:22:26,819 INFO [RS:0;b3c019fcff38:44609 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T00:22:26,821 INFO [RS:0;b3c019fcff38:44609 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T00:22:26,821 INFO [RS:0;b3c019fcff38:44609 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T00:22:26,821 INFO [RS:0;b3c019fcff38:44609 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:26,821 INFO [RS:0;b3c019fcff38:44609 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T00:22:26,822 INFO [RS:0;b3c019fcff38:44609 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T00:22:26,822 INFO [RS:0;b3c019fcff38:44609 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:26,822 DEBUG [RS:0;b3c019fcff38:44609 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:26,822 DEBUG [RS:0;b3c019fcff38:44609 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:26,822 DEBUG [RS:0;b3c019fcff38:44609 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:26,822 DEBUG [RS:0;b3c019fcff38:44609 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:26,822 DEBUG [RS:0;b3c019fcff38:44609 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:26,822 DEBUG [RS:0;b3c019fcff38:44609 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b3c019fcff38:0, corePoolSize=2, maxPoolSize=2 2024-11-10T00:22:26,822 DEBUG [RS:0;b3c019fcff38:44609 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:26,822 DEBUG [RS:0;b3c019fcff38:44609 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:26,822 DEBUG [RS:0;b3c019fcff38:44609 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:26,822 DEBUG [RS:0;b3c019fcff38:44609 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:26,822 DEBUG [RS:0;b3c019fcff38:44609 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:26,822 DEBUG [RS:0;b3c019fcff38:44609 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:26,822 DEBUG [RS:0;b3c019fcff38:44609 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0, corePoolSize=3, maxPoolSize=3 2024-11-10T00:22:26,822 DEBUG [RS:0;b3c019fcff38:44609 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0, corePoolSize=3, maxPoolSize=3 2024-11-10T00:22:26,830 INFO [RS:0;b3c019fcff38:44609 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:26,830 INFO [RS:0;b3c019fcff38:44609 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:26,830 INFO [RS:0;b3c019fcff38:44609 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:26,830 INFO [RS:0;b3c019fcff38:44609 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:26,830 INFO [RS:0;b3c019fcff38:44609 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:26,830 INFO [RS:0;b3c019fcff38:44609 {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,44609,1731198144967-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T00:22:26,844 INFO [RS:0;b3c019fcff38:44609 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T00:22:26,844 INFO [RS:0;b3c019fcff38:44609 {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,44609,1731198144967-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:26,844 INFO [RS:0;b3c019fcff38:44609 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:26,844 INFO [RS:0;b3c019fcff38:44609 {}] regionserver.Replication(171): b3c019fcff38,44609,1731198144967 started 2024-11-10T00:22:26,857 INFO [RS:0;b3c019fcff38:44609 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:26,857 INFO [RS:0;b3c019fcff38:44609 {}] regionserver.HRegionServer(1482): Serving as b3c019fcff38,44609,1731198144967, RpcServer on b3c019fcff38/172.17.0.2:44609, sessionid=0x100ff4137c90001 2024-11-10T00:22:26,857 DEBUG [RS:0;b3c019fcff38:44609 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T00:22:26,857 DEBUG [RS:0;b3c019fcff38:44609 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b3c019fcff38,44609,1731198144967 2024-11-10T00:22:26,857 DEBUG [RS:0;b3c019fcff38:44609 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b3c019fcff38,44609,1731198144967' 2024-11-10T00:22:26,857 DEBUG [RS:0;b3c019fcff38:44609 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2062420740/flush-table-proc/abort' 2024-11-10T00:22:26,857 DEBUG [RS:0;b3c019fcff38:44609 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2062420740/flush-table-proc/acquired' 2024-11-10T00:22:26,858 DEBUG [RS:0;b3c019fcff38:44609 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T00:22:26,858 DEBUG [RS:0;b3c019fcff38:44609 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T00:22:26,858 DEBUG [RS:0;b3c019fcff38:44609 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b3c019fcff38,44609,1731198144967 2024-11-10T00:22:26,858 DEBUG [RS:0;b3c019fcff38:44609 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b3c019fcff38,44609,1731198144967' 2024-11-10T00:22:26,858 DEBUG [RS:0;b3c019fcff38:44609 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2062420740/online-snapshot/abort' 2024-11-10T00:22:26,858 DEBUG [RS:0;b3c019fcff38:44609 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2062420740/online-snapshot/acquired' 2024-11-10T00:22:26,858 DEBUG [RS:0;b3c019fcff38:44609 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T00:22:26,858 INFO [RS:0;b3c019fcff38:44609 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T00:22:26,858 INFO [RS:0;b3c019fcff38:44609 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T00:22:26,959 INFO [RS:0;b3c019fcff38:44609 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T00:22:26,960 INFO [RS:0;b3c019fcff38:44609 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b3c019fcff38%2C44609%2C1731198144967, suffix=, logDir=hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/WALs/b3c019fcff38,44609,1731198144967, archiveDir=hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/oldWALs, maxLogs=10 2024-11-10T00:22:26,973 DEBUG [RS:0;b3c019fcff38:44609 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/WALs/b3c019fcff38,44609,1731198144967/b3c019fcff38%2C44609%2C1731198144967.1731198146960, exclude list is [], retry=0 2024-11-10T00:22:26,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32975,DS-97b6ee6f-5eb1-4495-bcce-d9320641b06a,DISK] 2024-11-10T00:22:26,977 INFO [RS:0;b3c019fcff38:44609 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/WALs/b3c019fcff38,44609,1731198144967/b3c019fcff38%2C44609%2C1731198144967.1731198146960 2024-11-10T00:22:26,977 DEBUG [RS:0;b3c019fcff38:44609 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42857:42857)] 2024-11-10T00:22:27,142 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T00:22:27,142 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e 2024-11-10T00:22:27,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32975 is added to blk_1073741833_1009 (size=32) 2024-11-10T00:22:27,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:22:27,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T00:22:27,550 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T00:22:27,550 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:27,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:22:27,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T00:22:27,552 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T00:22:27,552 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:27,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:22:27,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T00:22:27,553 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T00:22:27,553 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:27,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:22:27,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T00:22:27,554 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T00:22:27,555 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:27,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:22:27,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T00:22:27,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/data/hbase/meta/1588230740 2024-11-10T00:22:27,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/data/hbase/meta/1588230740 2024-11-10T00:22:27,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T00:22:27,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T00:22:27,558 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:22:27,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T00:22:27,560 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:22:27,561 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64474664, jitterRate=-0.039252638816833496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:22:27,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731198147548Initializing all the Stores at 1731198147549 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198147549Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198147549Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198147549Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198147549Cleaning up temporary data from old regions at 1731198147557 (+8 ms)Region opened successfully at 1731198147561 (+4 ms) 2024-11-10T00:22:27,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T00:22:27,562 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T00:22:27,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T00:22:27,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T00:22:27,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T00:22:27,562 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T00:22:27,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731198147562Disabling compacts and flushes for region at 1731198147562Disabling writes for close at 1731198147562Writing region close event to WAL at 1731198147562Closed at 1731198147562 2024-11-10T00:22:27,563 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:22:27,563 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T00:22:27,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T00:22:27,564 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T00:22:27,565 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T00:22:27,715 DEBUG [b3c019fcff38:43045 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T00:22:27,716 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b3c019fcff38,44609,1731198144967 2024-11-10T00:22:27,717 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b3c019fcff38,44609,1731198144967, state=OPENING 2024-11-10T00:22:27,718 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T00:22:27,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43045-0x100ff4137c90000, quorum=127.0.0.1:51229, baseZNode=/0-2062420740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2062420740 2024-11-10T00:22:27,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44609-0x100ff4137c90001, quorum=127.0.0.1:51229, baseZNode=/0-2062420740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2062420740 2024-11-10T00:22:27,722 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T00:22:27,722 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2062420740/meta-region-server: CHANGED 2024-11-10T00:22:27,722 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2062420740/meta-region-server: CHANGED 2024-11-10T00:22:27,722 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b3c019fcff38,44609,1731198144967}] 2024-11-10T00:22:27,874 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T00:22:27,876 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42523, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T00:22:27,879 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T00:22:27,879 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:22:27,880 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T00:22:27,881 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b3c019fcff38%2C44609%2C1731198144967.meta, suffix=.meta, logDir=hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/WALs/b3c019fcff38,44609,1731198144967, archiveDir=hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/oldWALs, maxLogs=10 2024-11-10T00:22:27,894 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/WALs/b3c019fcff38,44609,1731198144967/b3c019fcff38%2C44609%2C1731198144967.meta.1731198147881.meta, exclude list is [], retry=0 2024-11-10T00:22:27,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32975,DS-97b6ee6f-5eb1-4495-bcce-d9320641b06a,DISK] 2024-11-10T00:22:27,898 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/WALs/b3c019fcff38,44609,1731198144967/b3c019fcff38%2C44609%2C1731198144967.meta.1731198147881.meta 2024-11-10T00:22:27,898 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42857:42857)] 2024-11-10T00:22:27,899 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:22:27,899 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T00:22:27,899 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T00:22:27,899 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T00:22:27,899 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T00:22:27,899 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T00:22:27,899 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:22:27,900 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T00:22:27,900 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T00:22:27,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T00:22:27,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T00:22:27,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:27,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:22:27,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T00:22:27,902 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T00:22:27,903 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:27,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:22:27,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T00:22:27,903 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T00:22:27,903 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:27,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:22:27,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T00:22:27,904 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T00:22:27,904 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:27,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:22:27,905 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T00:22:27,906 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/data/hbase/meta/1588230740 2024-11-10T00:22:27,906 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/data/hbase/meta/1588230740 2024-11-10T00:22:27,907 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T00:22:27,907 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T00:22:27,908 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:22:27,909 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T00:22:27,909 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74357071, jitterRate=0.10800670087337494}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:22:27,909 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T00:22:27,910 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731198147900Writing region info on filesystem at 1731198147900Initializing all the Stores at 1731198147900Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198147900Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198147901 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198147901Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198147901Cleaning up temporary data from old regions at 1731198147907 (+6 ms)Running coprocessor post-open hooks at 1731198147909 (+2 ms)Region opened successfully at 1731198147910 (+1 ms) 2024-11-10T00:22:27,911 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731198147874 2024-11-10T00:22:27,913 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T00:22:27,913 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T00:22:27,913 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,44609,1731198144967 2024-11-10T00:22:27,914 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b3c019fcff38,44609,1731198144967, state=OPEN 2024-11-10T00:22:27,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43045-0x100ff4137c90000, quorum=127.0.0.1:51229, baseZNode=/0-2062420740 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2062420740/meta-region-server 2024-11-10T00:22:27,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44609-0x100ff4137c90001, quorum=127.0.0.1:51229, baseZNode=/0-2062420740 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2062420740/meta-region-server 2024-11-10T00:22:27,915 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b3c019fcff38,44609,1731198144967 2024-11-10T00:22:27,915 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2062420740/meta-region-server: CHANGED 2024-11-10T00:22:27,915 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2062420740/meta-region-server: CHANGED 2024-11-10T00:22:27,917 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T00:22:27,917 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b3c019fcff38,44609,1731198144967 in 193 msec 2024-11-10T00:22:27,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T00:22:27,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 354 msec 2024-11-10T00:22:27,919 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:22:27,919 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T00:22:27,920 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:22:27,920 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,44609,1731198144967, seqNum=-1] 2024-11-10T00:22:27,921 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:22:27,922 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33671, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:22:27,926 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2060 sec 2024-11-10T00:22:27,926 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731198147926, completionTime=-1 2024-11-10T00:22:27,926 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T00:22:27,926 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T00:22:27,928 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T00:22:27,928 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731198207928 2024-11-10T00:22:27,928 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731198267928 2024-11-10T00:22:27,928 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T00:22:27,928 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,43045,1731198144916-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:27,928 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,43045,1731198144916-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:27,928 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,43045,1731198144916-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:27,928 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b3c019fcff38:43045, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:27,928 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:27,928 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:27,930 DEBUG [master/b3c019fcff38:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T00:22:27,932 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.927sec 2024-11-10T00:22:27,932 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T00:22:27,932 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T00:22:27,932 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T00:22:27,932 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T00:22:27,932 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T00:22:27,932 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,43045,1731198144916-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T00:22:27,932 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,43045,1731198144916-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T00:22:27,934 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T00:22:27,934 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T00:22:27,934 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,43045,1731198144916-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:27,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ea1e85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:27,990 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,43045,-1 for getting cluster id 2024-11-10T00:22:27,990 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:22:27,991 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1494ce2e-ae1a-439f-b3c4-878dacaf9ada' 2024-11-10T00:22:27,992 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:22:27,992 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1494ce2e-ae1a-439f-b3c4-878dacaf9ada" 2024-11-10T00:22:27,992 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f849273, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:27,992 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,43045,-1] 2024-11-10T00:22:27,992 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:22:27,992 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:27,993 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:22:27,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@112afb2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:27,994 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:22:27,995 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,44609,1731198144967, seqNum=-1] 2024-11-10T00:22:27,995 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:22:27,996 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:22:27,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b3c019fcff38,43045,1731198144916 2024-11-10T00:22:27,998 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51229 2024-11-10T00:22:28,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51229, baseZNode=/0-2062420740 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:22:28,001 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100ff4137c90002 connected 2024-11-10T00:22:28,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c15de4c6-4ec7-4d23-a89b-8c552f6c9369/hadoop.log.dir so I do NOT create it in target/test-data/81bf1bb8-9949-64c7-0420-3fb1d64a5795 2024-11-10T00:22:28,005 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c15de4c6-4ec7-4d23-a89b-8c552f6c9369/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T00:22:28,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c15de4c6-4ec7-4d23-a89b-8c552f6c9369/hadoop.tmp.dir so I do NOT create it in target/test-data/81bf1bb8-9949-64c7-0420-3fb1d64a5795 2024-11-10T00:22:28,005 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c15de4c6-4ec7-4d23-a89b-8c552f6c9369/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T00:22:28,005 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bf1bb8-9949-64c7-0420-3fb1d64a5795 2024-11-10T00:22:28,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T00:22:28,005 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bf1bb8-9949-64c7-0420-3fb1d64a5795/cluster_b96f70d3-fc89-0d46-df9f-a4e76ee2493a, deleteOnExit=true 2024-11-10T00:22:28,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T00:22:28,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bf1bb8-9949-64c7-0420-3fb1d64a5795/test.cache.data in system properties and HBase conf 2024-11-10T00:22:28,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bf1bb8-9949-64c7-0420-3fb1d64a5795/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T00:22:28,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bf1bb8-9949-64c7-0420-3fb1d64a5795/hadoop.log.dir in system properties and HBase conf 2024-11-10T00:22:28,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bf1bb8-9949-64c7-0420-3fb1d64a5795/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T00:22:28,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bf1bb8-9949-64c7-0420-3fb1d64a5795/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T00:22:28,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T00:22:28,006 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T00:22:28,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bf1bb8-9949-64c7-0420-3fb1d64a5795/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T00:22:28,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bf1bb8-9949-64c7-0420-3fb1d64a5795/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T00:22:28,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bf1bb8-9949-64c7-0420-3fb1d64a5795/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T00:22:28,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bf1bb8-9949-64c7-0420-3fb1d64a5795/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T00:22:28,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bf1bb8-9949-64c7-0420-3fb1d64a5795/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T00:22:28,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bf1bb8-9949-64c7-0420-3fb1d64a5795/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T00:22:28,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bf1bb8-9949-64c7-0420-3fb1d64a5795/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T00:22:28,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bf1bb8-9949-64c7-0420-3fb1d64a5795/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T00:22:28,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bf1bb8-9949-64c7-0420-3fb1d64a5795/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T00:22:28,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bf1bb8-9949-64c7-0420-3fb1d64a5795/nfs.dump.dir in system properties and HBase conf 2024-11-10T00:22:28,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bf1bb8-9949-64c7-0420-3fb1d64a5795/java.io.tmpdir in system properties and HBase conf 2024-11-10T00:22:28,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bf1bb8-9949-64c7-0420-3fb1d64a5795/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T00:22:28,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bf1bb8-9949-64c7-0420-3fb1d64a5795/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T00:22:28,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bf1bb8-9949-64c7-0420-3fb1d64a5795/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T00:22:28,075 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:22:28,078 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T00:22:28,079 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T00:22:28,079 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T00:22:28,079 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T00:22:28,080 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:22:28,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72396638{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bf1bb8-9949-64c7-0420-3fb1d64a5795/hadoop.log.dir/,AVAILABLE} 2024-11-10T00:22:28,081 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e5a3398{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T00:22:28,195 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@742620da{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bf1bb8-9949-64c7-0420-3fb1d64a5795/java.io.tmpdir/jetty-localhost-34261-hadoop-hdfs-3_4_1-tests_jar-_-any-18406879068675827825/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T00:22:28,195 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ae04b5a{HTTP/1.1, (http/1.1)}{localhost:34261} 2024-11-10T00:22:28,195 INFO [Time-limited test {}] server.Server(415): Started @161900ms 2024-11-10T00:22:28,271 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:22:28,274 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T00:22:28,276 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T00:22:28,276 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T00:22:28,276 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T00:22:28,277 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11574a3f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bf1bb8-9949-64c7-0420-3fb1d64a5795/hadoop.log.dir/,AVAILABLE} 2024-11-10T00:22:28,277 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@659beb6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T00:22:28,391 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f70bc3a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bf1bb8-9949-64c7-0420-3fb1d64a5795/java.io.tmpdir/jetty-localhost-37147-hadoop-hdfs-3_4_1-tests_jar-_-any-2213082493904672863/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T00:22:28,392 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c855783{HTTP/1.1, (http/1.1)}{localhost:37147} 2024-11-10T00:22:28,392 INFO [Time-limited test {}] server.Server(415): Started @162096ms 2024-11-10T00:22:28,393 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T00:22:28,496 WARN [Thread-1804 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bf1bb8-9949-64c7-0420-3fb1d64a5795/cluster_b96f70d3-fc89-0d46-df9f-a4e76ee2493a/data/data1/current/BP-50684773-172.17.0.2-1731198148025/current, will proceed with Du for space computation calculation, 2024-11-10T00:22:28,496 WARN [Thread-1805 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bf1bb8-9949-64c7-0420-3fb1d64a5795/cluster_b96f70d3-fc89-0d46-df9f-a4e76ee2493a/data/data2/current/BP-50684773-172.17.0.2-1731198148025/current, will proceed with Du for space computation calculation, 2024-11-10T00:22:28,515 WARN [Thread-1792 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T00:22:28,518 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x48eed751e0f162ab with lease ID 0xcf0ecbed57c31f6e: Processing first storage report for DS-5c42b12a-4f39-4ef0-ab3d-aa1e0ea3eb52 from datanode DatanodeRegistration(127.0.0.1:41977, datanodeUuid=45f21c15-7bbb-4205-8d70-6aff767f1af1, infoPort=38301, infoSecurePort=0, ipcPort=46025, storageInfo=lv=-57;cid=testClusterID;nsid=1631632139;c=1731198148025) 2024-11-10T00:22:28,518 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x48eed751e0f162ab with lease ID 0xcf0ecbed57c31f6e: from storage DS-5c42b12a-4f39-4ef0-ab3d-aa1e0ea3eb52 node DatanodeRegistration(127.0.0.1:41977, datanodeUuid=45f21c15-7bbb-4205-8d70-6aff767f1af1, infoPort=38301, infoSecurePort=0, ipcPort=46025, storageInfo=lv=-57;cid=testClusterID;nsid=1631632139;c=1731198148025), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T00:22:28,518 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x48eed751e0f162ab with lease ID 0xcf0ecbed57c31f6e: Processing first storage report for DS-5c6342f7-3e5f-4334-bc6d-877a3460af4b from datanode DatanodeRegistration(127.0.0.1:41977, datanodeUuid=45f21c15-7bbb-4205-8d70-6aff767f1af1, infoPort=38301, infoSecurePort=0, ipcPort=46025, storageInfo=lv=-57;cid=testClusterID;nsid=1631632139;c=1731198148025) 2024-11-10T00:22:28,518 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x48eed751e0f162ab with lease ID 0xcf0ecbed57c31f6e: from storage DS-5c6342f7-3e5f-4334-bc6d-877a3460af4b node DatanodeRegistration(127.0.0.1:41977, datanodeUuid=45f21c15-7bbb-4205-8d70-6aff767f1af1, infoPort=38301, infoSecurePort=0, ipcPort=46025, storageInfo=lv=-57;cid=testClusterID;nsid=1631632139;c=1731198148025), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T00:22:28,616 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bf1bb8-9949-64c7-0420-3fb1d64a5795 2024-11-10T00:22:28,616 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:22:28,617 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:22:28,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41977 is added to blk_1073741825_1001 (size=7) 2024-11-10T00:22:29,025 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99 with version=8 2024-11-10T00:22:29,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/hbase-staging 2024-11-10T00:22:29,027 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b3c019fcff38:0 server-side Connection retries=45 2024-11-10T00:22:29,027 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:22:29,027 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T00:22:29,027 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T00:22:29,027 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:22:29,027 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T00:22:29,027 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T00:22:29,028 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T00:22:29,028 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40063 2024-11-10T00:22:29,029 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40063 connecting to ZooKeeper ensemble=127.0.0.1:51229 2024-11-10T00:22:29,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:400630x0, quorum=127.0.0.1:51229, baseZNode=/11557437243 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:22:29,032 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40063-0x100ff4137c90003 connected 2024-11-10T00:22:29,043 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:22:29,045 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:22:29,046 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40063-0x100ff4137c90003, quorum=127.0.0.1:51229, baseZNode=/11557437243 Set watcher on znode that does not yet exist, /11557437243/running 2024-11-10T00:22:29,047 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99, hbase.cluster.distributed=false 2024-11-10T00:22:29,048 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40063-0x100ff4137c90003, quorum=127.0.0.1:51229, baseZNode=/11557437243 Set watcher on znode that does not yet exist, /11557437243/acl 2024-11-10T00:22:29,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40063 2024-11-10T00:22:29,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40063 2024-11-10T00:22:29,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40063 2024-11-10T00:22:29,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40063 2024-11-10T00:22:29,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40063 2024-11-10T00:22:29,065 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b3c019fcff38:0 server-side Connection retries=45 2024-11-10T00:22:29,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:22:29,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T00:22:29,065 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T00:22:29,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:22:29,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T00:22:29,065 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T00:22:29,065 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T00:22:29,065 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40395 2024-11-10T00:22:29,066 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40395 connecting to ZooKeeper ensemble=127.0.0.1:51229 2024-11-10T00:22:29,067 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:22:29,068 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:22:29,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403950x0, quorum=127.0.0.1:51229, baseZNode=/11557437243 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:22:29,073 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:403950x0, quorum=127.0.0.1:51229, baseZNode=/11557437243 Set watcher on znode that does not yet exist, /11557437243/running 2024-11-10T00:22:29,073 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40395-0x100ff4137c90004 connected 2024-11-10T00:22:29,073 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T00:22:29,074 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T00:22:29,074 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40395-0x100ff4137c90004, quorum=127.0.0.1:51229, baseZNode=/11557437243 Set watcher on znode that does not yet exist, /11557437243/master 2024-11-10T00:22:29,075 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40395-0x100ff4137c90004, quorum=127.0.0.1:51229, baseZNode=/11557437243 Set watcher on znode that does not yet exist, /11557437243/acl 2024-11-10T00:22:29,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40395 2024-11-10T00:22:29,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40395 2024-11-10T00:22:29,078 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40395 2024-11-10T00:22:29,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40395 2024-11-10T00:22:29,081 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40395 2024-11-10T00:22:29,092 DEBUG [M:0;b3c019fcff38:40063 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b3c019fcff38:40063 2024-11-10T00:22:29,093 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11557437243/backup-masters/b3c019fcff38,40063,1731198149027 2024-11-10T00:22:29,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40395-0x100ff4137c90004, quorum=127.0.0.1:51229, baseZNode=/11557437243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11557437243/backup-masters 2024-11-10T00:22:29,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x100ff4137c90003, quorum=127.0.0.1:51229, baseZNode=/11557437243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11557437243/backup-masters 2024-11-10T00:22:29,094 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40063-0x100ff4137c90003, quorum=127.0.0.1:51229, baseZNode=/11557437243 Set watcher on existing znode=/11557437243/backup-masters/b3c019fcff38,40063,1731198149027 2024-11-10T00:22:29,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x100ff4137c90003, quorum=127.0.0.1:51229, baseZNode=/11557437243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11557437243 2024-11-10T00:22:29,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40395-0x100ff4137c90004, quorum=127.0.0.1:51229, baseZNode=/11557437243 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11557437243/master 2024-11-10T00:22:29,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40395-0x100ff4137c90004, quorum=127.0.0.1:51229, baseZNode=/11557437243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11557437243 2024-11-10T00:22:29,096 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40063-0x100ff4137c90003, quorum=127.0.0.1:51229, baseZNode=/11557437243 Set watcher on existing znode=/11557437243/master 2024-11-10T00:22:29,097 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11557437243/backup-masters/b3c019fcff38,40063,1731198149027 from backup master directory 2024-11-10T00:22:29,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40395-0x100ff4137c90004, quorum=127.0.0.1:51229, baseZNode=/11557437243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11557437243/backup-masters 2024-11-10T00:22:29,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x100ff4137c90003, quorum=127.0.0.1:51229, baseZNode=/11557437243 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11557437243/backup-masters/b3c019fcff38,40063,1731198149027 2024-11-10T00:22:29,098 WARN [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T00:22:29,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x100ff4137c90003, quorum=127.0.0.1:51229, baseZNode=/11557437243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11557437243/backup-masters 2024-11-10T00:22:29,098 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b3c019fcff38,40063,1731198149027 2024-11-10T00:22:29,101 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/hbase.id] with ID: 5f78a234-3edd-4037-8687-2ef6c9810390 2024-11-10T00:22:29,101 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/.tmp/hbase.id 2024-11-10T00:22:29,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41977 is added to blk_1073741826_1002 (size=42) 2024-11-10T00:22:29,510 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/.tmp/hbase.id]:[hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/hbase.id] 2024-11-10T00:22:29,520 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:22:29,520 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T00:22:29,521 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T00:22:29,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x100ff4137c90003, quorum=127.0.0.1:51229, baseZNode=/11557437243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11557437243 2024-11-10T00:22:29,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40395-0x100ff4137c90004, quorum=127.0.0.1:51229, baseZNode=/11557437243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11557437243 2024-11-10T00:22:29,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41977 is added to blk_1073741827_1003 (size=196) 2024-11-10T00:22:29,930 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:22:29,930 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T00:22:29,931 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:22:29,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41977 is added to blk_1073741828_1004 (size=1189) 2024-11-10T00:22:30,337 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/MasterData/data/master/store 2024-11-10T00:22:30,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41977 is added to blk_1073741829_1005 (size=34) 2024-11-10T00:22:30,745 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:22:30,745 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T00:22:30,745 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:22:30,745 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:22:30,745 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T00:22:30,746 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:22:30,746 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:22:30,746 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731198150745Disabling compacts and flushes for region at 1731198150745Disabling writes for close at 1731198150746 (+1 ms)Writing region close event to WAL at 1731198150746Closed at 1731198150746 2024-11-10T00:22:30,747 WARN [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/MasterData/data/master/store/.initializing 2024-11-10T00:22:30,747 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/MasterData/WALs/b3c019fcff38,40063,1731198149027 2024-11-10T00:22:30,748 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T00:22:30,749 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b3c019fcff38%2C40063%2C1731198149027, suffix=, logDir=hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/MasterData/WALs/b3c019fcff38,40063,1731198149027, archiveDir=hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/MasterData/oldWALs, maxLogs=10 2024-11-10T00:22:30,763 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/MasterData/WALs/b3c019fcff38,40063,1731198149027/b3c019fcff38%2C40063%2C1731198149027.1731198150749, exclude list is [], retry=0 2024-11-10T00:22:30,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41977,DS-5c42b12a-4f39-4ef0-ab3d-aa1e0ea3eb52,DISK] 2024-11-10T00:22:30,767 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/MasterData/WALs/b3c019fcff38,40063,1731198149027/b3c019fcff38%2C40063%2C1731198149027.1731198150749 2024-11-10T00:22:30,767 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38301:38301)] 2024-11-10T00:22:30,767 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:22:30,768 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:22:30,768 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:30,768 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:30,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:30,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T00:22:30,770 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:30,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:22:30,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:30,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T00:22:30,772 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:30,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:22:30,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:30,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T00:22:30,773 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:30,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:22:30,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:30,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T00:22:30,774 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:30,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:22:30,775 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:30,775 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:30,775 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:30,777 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:30,777 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:30,777 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:22:30,778 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:30,780 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:22:30,780 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65114356, jitterRate=-0.0297204852104187}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:22:30,780 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731198150768Initializing all the Stores at 1731198150768Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198150768Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198150769 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198150769Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198150769Cleaning up temporary data from old regions at 1731198150777 (+8 ms)Region opened successfully at 1731198150780 (+3 ms) 2024-11-10T00:22:30,781 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T00:22:30,783 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e83561c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b3c019fcff38/172.17.0.2:0 2024-11-10T00:22:30,784 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T00:22:30,784 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T00:22:30,784 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T00:22:30,784 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T00:22:30,784 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T00:22:30,785 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T00:22:30,785 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T00:22:30,786 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T00:22:30,787 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40063-0x100ff4137c90003, quorum=127.0.0.1:51229, baseZNode=/11557437243 Unable to get data of znode /11557437243/balancer because node does not exist (not necessarily an error) 2024-11-10T00:22:30,788 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11557437243/balancer already deleted, retry=false 2024-11-10T00:22:30,789 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T00:22:30,789 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40063-0x100ff4137c90003, quorum=127.0.0.1:51229, baseZNode=/11557437243 Unable to get data of znode /11557437243/normalizer because node does not exist (not necessarily an error) 2024-11-10T00:22:30,791 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11557437243/normalizer already deleted, retry=false 2024-11-10T00:22:30,791 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T00:22:30,792 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40063-0x100ff4137c90003, quorum=127.0.0.1:51229, baseZNode=/11557437243 Unable to get data of znode /11557437243/switch/split because node does not exist (not necessarily an error) 2024-11-10T00:22:30,793 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11557437243/switch/split already deleted, retry=false 2024-11-10T00:22:30,793 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40063-0x100ff4137c90003, quorum=127.0.0.1:51229, baseZNode=/11557437243 Unable to get data of znode /11557437243/switch/merge because node does not exist (not necessarily an error) 2024-11-10T00:22:30,795 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11557437243/switch/merge already deleted, retry=false 2024-11-10T00:22:30,797 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40063-0x100ff4137c90003, quorum=127.0.0.1:51229, baseZNode=/11557437243 Unable to get data of znode /11557437243/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T00:22:30,798 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11557437243/snapshot-cleanup already deleted, retry=false 2024-11-10T00:22:30,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40395-0x100ff4137c90004, quorum=127.0.0.1:51229, baseZNode=/11557437243 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11557437243/running 2024-11-10T00:22:30,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x100ff4137c90003, quorum=127.0.0.1:51229, baseZNode=/11557437243 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11557437243/running 2024-11-10T00:22:30,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40395-0x100ff4137c90004, quorum=127.0.0.1:51229, baseZNode=/11557437243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11557437243 2024-11-10T00:22:30,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x100ff4137c90003, quorum=127.0.0.1:51229, baseZNode=/11557437243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11557437243 2024-11-10T00:22:30,801 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b3c019fcff38,40063,1731198149027, sessionid=0x100ff4137c90003, setting cluster-up flag (Was=false) 2024-11-10T00:22:30,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x100ff4137c90003, quorum=127.0.0.1:51229, baseZNode=/11557437243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11557437243 2024-11-10T00:22:30,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40395-0x100ff4137c90004, quorum=127.0.0.1:51229, baseZNode=/11557437243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11557437243 2024-11-10T00:22:30,809 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11557437243/flush-table-proc/acquired, /11557437243/flush-table-proc/reached, /11557437243/flush-table-proc/abort 2024-11-10T00:22:30,810 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b3c019fcff38,40063,1731198149027 2024-11-10T00:22:30,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40395-0x100ff4137c90004, quorum=127.0.0.1:51229, baseZNode=/11557437243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11557437243 2024-11-10T00:22:30,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x100ff4137c90003, quorum=127.0.0.1:51229, baseZNode=/11557437243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11557437243 2024-11-10T00:22:30,819 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11557437243/online-snapshot/acquired, /11557437243/online-snapshot/reached, /11557437243/online-snapshot/abort 2024-11-10T00:22:30,820 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b3c019fcff38,40063,1731198149027 2024-11-10T00:22:30,820 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T00:22:30,822 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T00:22:30,822 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T00:22:30,822 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T00:22:30,822 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b3c019fcff38,40063,1731198149027 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T00:22:30,823 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:22:30,823 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:22:30,823 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:22:30,823 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:22:30,823 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b3c019fcff38:0, corePoolSize=10, maxPoolSize=10 2024-11-10T00:22:30,823 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:30,823 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b3c019fcff38:0, corePoolSize=2, maxPoolSize=2 2024-11-10T00:22:30,823 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:30,824 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731198180824 2024-11-10T00:22:30,824 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T00:22:30,824 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:22:30,824 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T00:22:30,824 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T00:22:30,824 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T00:22:30,824 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T00:22:30,824 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T00:22:30,825 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T00:22:30,825 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:30,825 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:30,825 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T00:22:30,828 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T00:22:30,828 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T00:22:30,828 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T00:22:30,828 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T00:22:30,832 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T00:22:30,832 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T00:22:30,832 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731198150832,5,FailOnTimeoutGroup] 2024-11-10T00:22:30,832 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731198150832,5,FailOnTimeoutGroup] 2024-11-10T00:22:30,832 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:30,832 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T00:22:30,832 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:30,832 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:30,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41977 is added to blk_1073741831_1007 (size=1321) 2024-11-10T00:22:30,884 INFO [RS:0;b3c019fcff38:40395 {}] regionserver.HRegionServer(746): ClusterId : 5f78a234-3edd-4037-8687-2ef6c9810390 2024-11-10T00:22:30,884 DEBUG [RS:0;b3c019fcff38:40395 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T00:22:30,886 DEBUG [RS:0;b3c019fcff38:40395 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T00:22:30,886 DEBUG [RS:0;b3c019fcff38:40395 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T00:22:30,888 DEBUG [RS:0;b3c019fcff38:40395 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T00:22:30,888 DEBUG [RS:0;b3c019fcff38:40395 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f9a133c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b3c019fcff38/172.17.0.2:0 2024-11-10T00:22:30,900 DEBUG [RS:0;b3c019fcff38:40395 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b3c019fcff38:40395 2024-11-10T00:22:30,900 INFO [RS:0;b3c019fcff38:40395 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T00:22:30,900 INFO [RS:0;b3c019fcff38:40395 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T00:22:30,900 DEBUG [RS:0;b3c019fcff38:40395 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T00:22:30,900 INFO [RS:0;b3c019fcff38:40395 {}] regionserver.HRegionServer(2659): reportForDuty to master=b3c019fcff38,40063,1731198149027 with port=40395, startcode=1731198149064 2024-11-10T00:22:30,900 DEBUG [RS:0;b3c019fcff38:40395 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T00:22:30,902 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35979, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T00:22:30,902 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40063 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b3c019fcff38,40395,1731198149064 2024-11-10T00:22:30,903 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40063 {}] master.ServerManager(517): Registering regionserver=b3c019fcff38,40395,1731198149064 2024-11-10T00:22:30,904 DEBUG [RS:0;b3c019fcff38:40395 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99 2024-11-10T00:22:30,904 DEBUG [RS:0;b3c019fcff38:40395 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44207 2024-11-10T00:22:30,904 DEBUG [RS:0;b3c019fcff38:40395 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T00:22:30,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x100ff4137c90003, quorum=127.0.0.1:51229, baseZNode=/11557437243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11557437243/rs 2024-11-10T00:22:30,910 DEBUG [RS:0;b3c019fcff38:40395 {}] zookeeper.ZKUtil(111): regionserver:40395-0x100ff4137c90004, quorum=127.0.0.1:51229, baseZNode=/11557437243 Set watcher on existing znode=/11557437243/rs/b3c019fcff38,40395,1731198149064 2024-11-10T00:22:30,910 WARN [RS:0;b3c019fcff38:40395 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T00:22:30,910 INFO [RS:0;b3c019fcff38:40395 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:22:30,910 DEBUG [RS:0;b3c019fcff38:40395 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/WALs/b3c019fcff38,40395,1731198149064 2024-11-10T00:22:30,910 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b3c019fcff38,40395,1731198149064] 2024-11-10T00:22:30,913 INFO [RS:0;b3c019fcff38:40395 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T00:22:30,914 INFO [RS:0;b3c019fcff38:40395 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T00:22:30,914 INFO [RS:0;b3c019fcff38:40395 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T00:22:30,914 INFO [RS:0;b3c019fcff38:40395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:30,914 INFO [RS:0;b3c019fcff38:40395 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T00:22:30,915 INFO [RS:0;b3c019fcff38:40395 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T00:22:30,915 INFO [RS:0;b3c019fcff38:40395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:30,915 DEBUG [RS:0;b3c019fcff38:40395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:30,915 DEBUG [RS:0;b3c019fcff38:40395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:30,915 DEBUG [RS:0;b3c019fcff38:40395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:30,915 DEBUG [RS:0;b3c019fcff38:40395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:30,915 DEBUG [RS:0;b3c019fcff38:40395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:30,915 DEBUG [RS:0;b3c019fcff38:40395 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b3c019fcff38:0, corePoolSize=2, maxPoolSize=2 2024-11-10T00:22:30,915 DEBUG [RS:0;b3c019fcff38:40395 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:30,915 DEBUG [RS:0;b3c019fcff38:40395 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:30,915 DEBUG [RS:0;b3c019fcff38:40395 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:30,915 DEBUG [RS:0;b3c019fcff38:40395 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:30,915 DEBUG [RS:0;b3c019fcff38:40395 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:30,915 DEBUG [RS:0;b3c019fcff38:40395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:30,915 DEBUG [RS:0;b3c019fcff38:40395 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0, corePoolSize=3, maxPoolSize=3 2024-11-10T00:22:30,915 DEBUG [RS:0;b3c019fcff38:40395 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0, corePoolSize=3, maxPoolSize=3 2024-11-10T00:22:30,919 INFO [RS:0;b3c019fcff38:40395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:30,919 INFO [RS:0;b3c019fcff38:40395 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:30,919 INFO [RS:0;b3c019fcff38:40395 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:30,919 INFO [RS:0;b3c019fcff38:40395 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:30,919 INFO [RS:0;b3c019fcff38:40395 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:30,919 INFO [RS:0;b3c019fcff38:40395 {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,40395,1731198149064-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T00:22:30,941 INFO [RS:0;b3c019fcff38:40395 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T00:22:30,942 INFO [RS:0;b3c019fcff38:40395 {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,40395,1731198149064-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:30,942 INFO [RS:0;b3c019fcff38:40395 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:30,942 INFO [RS:0;b3c019fcff38:40395 {}] regionserver.Replication(171): b3c019fcff38,40395,1731198149064 started 2024-11-10T00:22:30,961 INFO [RS:0;b3c019fcff38:40395 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:30,961 INFO [RS:0;b3c019fcff38:40395 {}] regionserver.HRegionServer(1482): Serving as b3c019fcff38,40395,1731198149064, RpcServer on b3c019fcff38/172.17.0.2:40395, sessionid=0x100ff4137c90004 2024-11-10T00:22:30,962 DEBUG [RS:0;b3c019fcff38:40395 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T00:22:30,962 DEBUG [RS:0;b3c019fcff38:40395 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b3c019fcff38,40395,1731198149064 2024-11-10T00:22:30,962 DEBUG [RS:0;b3c019fcff38:40395 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b3c019fcff38,40395,1731198149064' 2024-11-10T00:22:30,962 DEBUG [RS:0;b3c019fcff38:40395 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11557437243/flush-table-proc/abort' 2024-11-10T00:22:30,962 DEBUG [RS:0;b3c019fcff38:40395 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11557437243/flush-table-proc/acquired' 2024-11-10T00:22:30,962 DEBUG [RS:0;b3c019fcff38:40395 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T00:22:30,962 DEBUG [RS:0;b3c019fcff38:40395 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T00:22:30,962 DEBUG [RS:0;b3c019fcff38:40395 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b3c019fcff38,40395,1731198149064 2024-11-10T00:22:30,962 DEBUG [RS:0;b3c019fcff38:40395 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b3c019fcff38,40395,1731198149064' 2024-11-10T00:22:30,962 DEBUG [RS:0;b3c019fcff38:40395 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11557437243/online-snapshot/abort' 2024-11-10T00:22:30,963 DEBUG [RS:0;b3c019fcff38:40395 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11557437243/online-snapshot/acquired' 2024-11-10T00:22:30,963 DEBUG [RS:0;b3c019fcff38:40395 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T00:22:30,963 INFO [RS:0;b3c019fcff38:40395 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T00:22:30,963 INFO [RS:0;b3c019fcff38:40395 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T00:22:31,063 INFO [RS:0;b3c019fcff38:40395 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T00:22:31,065 INFO [RS:0;b3c019fcff38:40395 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b3c019fcff38%2C40395%2C1731198149064, suffix=, logDir=hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/WALs/b3c019fcff38,40395,1731198149064, archiveDir=hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/oldWALs, maxLogs=10 2024-11-10T00:22:31,078 DEBUG [RS:0;b3c019fcff38:40395 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/WALs/b3c019fcff38,40395,1731198149064/b3c019fcff38%2C40395%2C1731198149064.1731198151065, exclude list is [], retry=0 2024-11-10T00:22:31,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41977,DS-5c42b12a-4f39-4ef0-ab3d-aa1e0ea3eb52,DISK] 2024-11-10T00:22:31,082 INFO [RS:0;b3c019fcff38:40395 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/WALs/b3c019fcff38,40395,1731198149064/b3c019fcff38%2C40395%2C1731198149064.1731198151065 2024-11-10T00:22:31,082 DEBUG [RS:0;b3c019fcff38:40395 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38301:38301)] 2024-11-10T00:22:31,237 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T00:22:31,238 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99 2024-11-10T00:22:31,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41977 is added to blk_1073741833_1009 (size=32) 2024-11-10T00:22:31,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:22:31,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T00:22:31,646 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T00:22:31,646 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:31,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:22:31,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T00:22:31,647 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T00:22:31,647 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:31,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:22:31,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T00:22:31,648 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T00:22:31,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:31,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:22:31,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T00:22:31,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T00:22:31,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:31,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:22:31,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T00:22:31,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/data/hbase/meta/1588230740 2024-11-10T00:22:31,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/data/hbase/meta/1588230740 2024-11-10T00:22:31,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T00:22:31,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T00:22:31,652 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:22:31,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T00:22:31,655 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:22:31,655 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63001677, jitterRate=-0.061201855540275574}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:22:31,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731198151644Initializing all the Stores at 1731198151644Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198151644Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198151644Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198151644Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198151644Cleaning up temporary data from old regions at 1731198151652 (+8 ms)Region opened successfully at 1731198151655 (+3 ms) 2024-11-10T00:22:31,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T00:22:31,655 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T00:22:31,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T00:22:31,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T00:22:31,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T00:22:31,656 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T00:22:31,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731198151655Disabling compacts and flushes for region at 1731198151655Disabling writes for close at 1731198151655Writing region close event to WAL at 1731198151656 (+1 ms)Closed at 1731198151656 2024-11-10T00:22:31,657 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:22:31,657 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T00:22:31,657 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T00:22:31,658 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T00:22:31,658 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T00:22:31,808 DEBUG [b3c019fcff38:40063 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T00:22:31,809 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b3c019fcff38,40395,1731198149064 2024-11-10T00:22:31,810 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b3c019fcff38,40395,1731198149064, state=OPENING 2024-11-10T00:22:31,812 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T00:22:31,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x100ff4137c90003, quorum=127.0.0.1:51229, baseZNode=/11557437243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11557437243 2024-11-10T00:22:31,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40395-0x100ff4137c90004, quorum=127.0.0.1:51229, baseZNode=/11557437243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11557437243 2024-11-10T00:22:31,814 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T00:22:31,814 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b3c019fcff38,40395,1731198149064}] 2024-11-10T00:22:31,814 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11557437243/meta-region-server: CHANGED 2024-11-10T00:22:31,814 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11557437243/meta-region-server: CHANGED 2024-11-10T00:22:31,966 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T00:22:31,968 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50423, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T00:22:31,971 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T00:22:31,971 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:22:31,971 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T00:22:31,972 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b3c019fcff38%2C40395%2C1731198149064.meta, suffix=.meta, logDir=hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/WALs/b3c019fcff38,40395,1731198149064, archiveDir=hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/oldWALs, maxLogs=10 2024-11-10T00:22:31,985 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/WALs/b3c019fcff38,40395,1731198149064/b3c019fcff38%2C40395%2C1731198149064.meta.1731198151972.meta, exclude list is [], retry=0 2024-11-10T00:22:31,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41977,DS-5c42b12a-4f39-4ef0-ab3d-aa1e0ea3eb52,DISK] 2024-11-10T00:22:31,989 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/WALs/b3c019fcff38,40395,1731198149064/b3c019fcff38%2C40395%2C1731198149064.meta.1731198151972.meta 2024-11-10T00:22:31,990 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38301:38301)] 2024-11-10T00:22:31,990 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:22:31,990 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T00:22:31,991 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T00:22:31,991 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T00:22:31,991 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T00:22:31,991 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T00:22:31,991 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:22:31,991 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T00:22:31,991 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T00:22:31,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T00:22:31,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T00:22:31,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:31,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:22:31,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T00:22:31,994 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T00:22:31,994 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:31,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:22:31,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T00:22:31,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T00:22:31,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:31,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:22:31,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T00:22:31,996 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T00:22:31,996 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:31,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:22:31,996 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T00:22:31,997 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/data/hbase/meta/1588230740 2024-11-10T00:22:31,998 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/data/hbase/meta/1588230740 2024-11-10T00:22:31,999 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T00:22:31,999 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T00:22:31,999 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:22:32,001 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T00:22:32,001 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65842992, jitterRate=-0.01886296272277832}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:22:32,001 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T00:22:32,002 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731198151991Writing region info on filesystem at 1731198151991Initializing all the Stores at 1731198151992 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198151992Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198151992Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198151992Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198151992Cleaning up temporary data from old regions at 1731198151999 (+7 ms)Running coprocessor post-open hooks at 1731198152001 (+2 ms)Region opened successfully at 1731198152001 2024-11-10T00:22:32,002 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731198151966 2024-11-10T00:22:32,004 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T00:22:32,004 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T00:22:32,005 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,40395,1731198149064 2024-11-10T00:22:32,005 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b3c019fcff38,40395,1731198149064, state=OPEN 2024-11-10T00:22:32,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40395-0x100ff4137c90004, quorum=127.0.0.1:51229, baseZNode=/11557437243 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11557437243/meta-region-server 2024-11-10T00:22:32,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x100ff4137c90003, quorum=127.0.0.1:51229, baseZNode=/11557437243 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11557437243/meta-region-server 2024-11-10T00:22:32,008 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b3c019fcff38,40395,1731198149064 2024-11-10T00:22:32,008 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11557437243/meta-region-server: CHANGED 2024-11-10T00:22:32,008 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11557437243/meta-region-server: CHANGED 2024-11-10T00:22:32,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T00:22:32,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b3c019fcff38,40395,1731198149064 in 194 msec 2024-11-10T00:22:32,012 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T00:22:32,012 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 353 msec 2024-11-10T00:22:32,012 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:22:32,012 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T00:22:32,013 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:22:32,013 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,40395,1731198149064, seqNum=-1] 2024-11-10T00:22:32,014 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:22:32,014 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35097, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:22:32,018 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1960 sec 2024-11-10T00:22:32,018 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731198152018, completionTime=-1 2024-11-10T00:22:32,018 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T00:22:32,019 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T00:22:32,020 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T00:22:32,020 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731198212020 2024-11-10T00:22:32,020 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731198272020 2024-11-10T00:22:32,020 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T00:22:32,020 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,40063,1731198149027-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:32,020 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,40063,1731198149027-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:32,020 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,40063,1731198149027-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:32,021 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b3c019fcff38:40063, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:32,021 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:32,021 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:32,022 DEBUG [master/b3c019fcff38:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T00:22:32,023 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.925sec 2024-11-10T00:22:32,024 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T00:22:32,024 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T00:22:32,024 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T00:22:32,024 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T00:22:32,024 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T00:22:32,024 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,40063,1731198149027-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T00:22:32,024 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,40063,1731198149027-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T00:22:32,025 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T00:22:32,025 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T00:22:32,025 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,40063,1731198149027-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:32,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d2f5328, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:32,084 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,40063,-1 for getting cluster id 2024-11-10T00:22:32,084 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:22:32,085 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f78a234-3edd-4037-8687-2ef6c9810390' 2024-11-10T00:22:32,086 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:22:32,086 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f78a234-3edd-4037-8687-2ef6c9810390" 2024-11-10T00:22:32,086 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@472a84d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:32,086 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,40063,-1] 2024-11-10T00:22:32,086 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:22:32,086 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:32,087 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:22:32,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11b53f0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:32,088 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:22:32,089 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,40395,1731198149064, seqNum=-1] 2024-11-10T00:22:32,089 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:22:32,090 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:22:32,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b3c019fcff38,40063,1731198149027 2024-11-10T00:22:32,092 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51229 2024-11-10T00:22:32,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51229, baseZNode=/11557437243 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:22:32,095 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100ff4137c90005 connected 2024-11-10T00:22:32,098 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:22:32,099 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,43045,1731198144916 2024-11-10T00:22:32,099 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d362ad5 2024-11-10T00:22:32,099 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:22:32,100 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:22:32,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43045 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:22:32,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43045 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T00:22:32,102 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T00:22:32,103 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:32,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43045 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T00:22:32,103 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T00:22:32,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:22:32,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32975 is added to blk_1073741835_1011 (size=902) 2024-11-10T00:22:32,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:22:32,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:22:32,510 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 20bd695325855aa6380d666e9bc381b9, NAME => 'test,,1731198152100.20bd695325855aa6380d666e9bc381b9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e 2024-11-10T00:22:32,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32975 is added to blk_1073741836_1012 (size=39) 2024-11-10T00:22:32,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:22:32,819 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T00:22:32,920 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731198152100.20bd695325855aa6380d666e9bc381b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:22:32,920 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 20bd695325855aa6380d666e9bc381b9, disabling compactions & flushes 2024-11-10T00:22:32,920 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731198152100.20bd695325855aa6380d666e9bc381b9. 2024-11-10T00:22:32,920 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731198152100.20bd695325855aa6380d666e9bc381b9. 2024-11-10T00:22:32,920 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731198152100.20bd695325855aa6380d666e9bc381b9. after waiting 0 ms 2024-11-10T00:22:32,920 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731198152100.20bd695325855aa6380d666e9bc381b9. 2024-11-10T00:22:32,920 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731198152100.20bd695325855aa6380d666e9bc381b9. 2024-11-10T00:22:32,920 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 20bd695325855aa6380d666e9bc381b9: Waiting for close lock at 1731198152920Disabling compacts and flushes for region at 1731198152920Disabling writes for close at 1731198152920Writing region close event to WAL at 1731198152920Closed at 1731198152920 2024-11-10T00:22:32,921 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T00:22:32,922 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731198152100.20bd695325855aa6380d666e9bc381b9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731198152921"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731198152921"}]},"ts":"1731198152921"} 2024-11-10T00:22:32,923 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T00:22:32,924 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T00:22:32,924 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731198152924"}]},"ts":"1731198152924"} 2024-11-10T00:22:32,926 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T00:22:32,926 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=20bd695325855aa6380d666e9bc381b9, ASSIGN}] 2024-11-10T00:22:32,927 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=20bd695325855aa6380d666e9bc381b9, ASSIGN 2024-11-10T00:22:32,928 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=20bd695325855aa6380d666e9bc381b9, ASSIGN; state=OFFLINE, location=b3c019fcff38,44609,1731198144967; forceNewPlan=false, retain=false 2024-11-10T00:22:33,078 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=20bd695325855aa6380d666e9bc381b9, regionState=OPENING, regionLocation=b3c019fcff38,44609,1731198144967 2024-11-10T00:22:33,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=20bd695325855aa6380d666e9bc381b9, ASSIGN because future has completed 2024-11-10T00:22:33,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20bd695325855aa6380d666e9bc381b9, server=b3c019fcff38,44609,1731198144967}] 2024-11-10T00:22:33,237 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731198152100.20bd695325855aa6380d666e9bc381b9. 2024-11-10T00:22:33,237 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 20bd695325855aa6380d666e9bc381b9, NAME => 'test,,1731198152100.20bd695325855aa6380d666e9bc381b9.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:22:33,237 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T00:22:33,237 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T00:22:33,237 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 20bd695325855aa6380d666e9bc381b9 2024-11-10T00:22:33,238 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731198152100.20bd695325855aa6380d666e9bc381b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:22:33,238 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 20bd695325855aa6380d666e9bc381b9 2024-11-10T00:22:33,238 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 20bd695325855aa6380d666e9bc381b9 2024-11-10T00:22:33,239 INFO [StoreOpener-20bd695325855aa6380d666e9bc381b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 20bd695325855aa6380d666e9bc381b9 2024-11-10T00:22:33,240 INFO [StoreOpener-20bd695325855aa6380d666e9bc381b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20bd695325855aa6380d666e9bc381b9 columnFamilyName f 2024-11-10T00:22:33,240 DEBUG [StoreOpener-20bd695325855aa6380d666e9bc381b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:33,240 INFO [StoreOpener-20bd695325855aa6380d666e9bc381b9-1 {}] regionserver.HStore(327): Store=20bd695325855aa6380d666e9bc381b9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:22:33,241 INFO [StoreOpener-20bd695325855aa6380d666e9bc381b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 20bd695325855aa6380d666e9bc381b9 2024-11-10T00:22:33,242 INFO [StoreOpener-20bd695325855aa6380d666e9bc381b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20bd695325855aa6380d666e9bc381b9 columnFamilyName f1 2024-11-10T00:22:33,242 DEBUG [StoreOpener-20bd695325855aa6380d666e9bc381b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:33,242 INFO [StoreOpener-20bd695325855aa6380d666e9bc381b9-1 {}] regionserver.HStore(327): Store=20bd695325855aa6380d666e9bc381b9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:22:33,242 INFO [StoreOpener-20bd695325855aa6380d666e9bc381b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 20bd695325855aa6380d666e9bc381b9 2024-11-10T00:22:33,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:22:33,243 INFO [StoreOpener-20bd695325855aa6380d666e9bc381b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20bd695325855aa6380d666e9bc381b9 columnFamilyName norep 2024-11-10T00:22:33,243 DEBUG [StoreOpener-20bd695325855aa6380d666e9bc381b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:33,244 INFO [StoreOpener-20bd695325855aa6380d666e9bc381b9-1 {}] regionserver.HStore(327): Store=20bd695325855aa6380d666e9bc381b9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:22:33,244 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 20bd695325855aa6380d666e9bc381b9 2024-11-10T00:22:33,244 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/data/default/test/20bd695325855aa6380d666e9bc381b9 2024-11-10T00:22:33,245 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/data/default/test/20bd695325855aa6380d666e9bc381b9 2024-11-10T00:22:33,246 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 20bd695325855aa6380d666e9bc381b9 2024-11-10T00:22:33,246 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 20bd695325855aa6380d666e9bc381b9 2024-11-10T00:22:33,246 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T00:22:33,247 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 20bd695325855aa6380d666e9bc381b9 2024-11-10T00:22:33,252 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/data/default/test/20bd695325855aa6380d666e9bc381b9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:22:33,253 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 20bd695325855aa6380d666e9bc381b9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64492866, jitterRate=-0.03898140788078308}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T00:22:33,253 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 20bd695325855aa6380d666e9bc381b9 2024-11-10T00:22:33,253 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 20bd695325855aa6380d666e9bc381b9: Running coprocessor pre-open hook at 1731198153238Writing region info on filesystem at 1731198153238Initializing all the Stores at 1731198153238Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198153238Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198153239 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198153239Cleaning up temporary data from old regions at 1731198153246 (+7 ms)Running coprocessor post-open hooks at 1731198153253 (+7 ms)Region opened successfully at 1731198153253 2024-11-10T00:22:33,254 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731198152100.20bd695325855aa6380d666e9bc381b9., pid=6, masterSystemTime=1731198153233 2024-11-10T00:22:33,257 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731198152100.20bd695325855aa6380d666e9bc381b9. 2024-11-10T00:22:33,257 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731198152100.20bd695325855aa6380d666e9bc381b9. 2024-11-10T00:22:33,257 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=20bd695325855aa6380d666e9bc381b9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b3c019fcff38,44609,1731198144967 2024-11-10T00:22:33,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20bd695325855aa6380d666e9bc381b9, server=b3c019fcff38,44609,1731198144967 because future has completed 2024-11-10T00:22:33,261 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T00:22:33,261 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 20bd695325855aa6380d666e9bc381b9, server=b3c019fcff38,44609,1731198144967 in 179 msec 2024-11-10T00:22:33,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T00:22:33,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=20bd695325855aa6380d666e9bc381b9, ASSIGN in 335 msec 2024-11-10T00:22:33,264 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T00:22:33,264 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731198153264"}]},"ts":"1731198153264"} 2024-11-10T00:22:33,265 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T00:22:33,266 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T00:22:33,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1660 sec 2024-11-10T00:22:33,401 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T00:22:33,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:33,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:33,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:33,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:33,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:33,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:33,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:33,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:34,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:22:34,253 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T00:22:34,253 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:22:34,254 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,40063,1731198149027 2024-11-10T00:22:34,254 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5cb0a46 2024-11-10T00:22:34,254 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:22:34,255 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:22:34,256 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40063 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:22:34,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40063 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T00:22:34,258 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T00:22:34,258 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:34,258 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40063 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T00:22:34,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:22:34,259 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T00:22:34,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41977 is added to blk_1073741835_1011 (size=902) 2024-11-10T00:22:34,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:22:34,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:22:34,666 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7c82ec71a54fcb97ed782061b65ed8ca, NAME => 'test,,1731198154255.7c82ec71a54fcb97ed782061b65ed8ca.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99 2024-11-10T00:22:34,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41977 is added to blk_1073741836_1012 (size=39) 2024-11-10T00:22:34,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:22:35,072 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731198154255.7c82ec71a54fcb97ed782061b65ed8ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:22:35,072 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7c82ec71a54fcb97ed782061b65ed8ca, disabling compactions & flushes 2024-11-10T00:22:35,072 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731198154255.7c82ec71a54fcb97ed782061b65ed8ca. 2024-11-10T00:22:35,072 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731198154255.7c82ec71a54fcb97ed782061b65ed8ca. 2024-11-10T00:22:35,072 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731198154255.7c82ec71a54fcb97ed782061b65ed8ca. after waiting 0 ms 2024-11-10T00:22:35,072 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731198154255.7c82ec71a54fcb97ed782061b65ed8ca. 2024-11-10T00:22:35,072 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731198154255.7c82ec71a54fcb97ed782061b65ed8ca. 2024-11-10T00:22:35,072 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7c82ec71a54fcb97ed782061b65ed8ca: Waiting for close lock at 1731198155072Disabling compacts and flushes for region at 1731198155072Disabling writes for close at 1731198155072Writing region close event to WAL at 1731198155072Closed at 1731198155072 2024-11-10T00:22:35,074 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T00:22:35,074 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731198154255.7c82ec71a54fcb97ed782061b65ed8ca.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731198155074"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731198155074"}]},"ts":"1731198155074"} 2024-11-10T00:22:35,076 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T00:22:35,077 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T00:22:35,077 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731198155077"}]},"ts":"1731198155077"} 2024-11-10T00:22:35,079 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T00:22:35,079 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7c82ec71a54fcb97ed782061b65ed8ca, ASSIGN}] 2024-11-10T00:22:35,080 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7c82ec71a54fcb97ed782061b65ed8ca, ASSIGN 2024-11-10T00:22:35,081 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7c82ec71a54fcb97ed782061b65ed8ca, ASSIGN; state=OFFLINE, location=b3c019fcff38,40395,1731198149064; forceNewPlan=false, retain=false 2024-11-10T00:22:35,232 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7c82ec71a54fcb97ed782061b65ed8ca, regionState=OPENING, regionLocation=b3c019fcff38,40395,1731198149064 2024-11-10T00:22:35,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7c82ec71a54fcb97ed782061b65ed8ca, ASSIGN because future has completed 2024-11-10T00:22:35,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c82ec71a54fcb97ed782061b65ed8ca, server=b3c019fcff38,40395,1731198149064}] 2024-11-10T00:22:35,391 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731198154255.7c82ec71a54fcb97ed782061b65ed8ca. 2024-11-10T00:22:35,391 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7c82ec71a54fcb97ed782061b65ed8ca, NAME => 'test,,1731198154255.7c82ec71a54fcb97ed782061b65ed8ca.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:22:35,391 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T00:22:35,391 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T00:22:35,391 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7c82ec71a54fcb97ed782061b65ed8ca 2024-11-10T00:22:35,391 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731198154255.7c82ec71a54fcb97ed782061b65ed8ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:22:35,392 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7c82ec71a54fcb97ed782061b65ed8ca 2024-11-10T00:22:35,392 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7c82ec71a54fcb97ed782061b65ed8ca 2024-11-10T00:22:35,393 INFO [StoreOpener-7c82ec71a54fcb97ed782061b65ed8ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7c82ec71a54fcb97ed782061b65ed8ca 2024-11-10T00:22:35,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:22:35,394 INFO [StoreOpener-7c82ec71a54fcb97ed782061b65ed8ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c82ec71a54fcb97ed782061b65ed8ca columnFamilyName f 2024-11-10T00:22:35,394 DEBUG [StoreOpener-7c82ec71a54fcb97ed782061b65ed8ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:35,395 INFO [StoreOpener-7c82ec71a54fcb97ed782061b65ed8ca-1 {}] regionserver.HStore(327): Store=7c82ec71a54fcb97ed782061b65ed8ca/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:22:35,395 INFO [StoreOpener-7c82ec71a54fcb97ed782061b65ed8ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7c82ec71a54fcb97ed782061b65ed8ca 2024-11-10T00:22:35,396 INFO [StoreOpener-7c82ec71a54fcb97ed782061b65ed8ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c82ec71a54fcb97ed782061b65ed8ca columnFamilyName f1 2024-11-10T00:22:35,396 DEBUG [StoreOpener-7c82ec71a54fcb97ed782061b65ed8ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:35,396 INFO [StoreOpener-7c82ec71a54fcb97ed782061b65ed8ca-1 {}] regionserver.HStore(327): Store=7c82ec71a54fcb97ed782061b65ed8ca/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:22:35,396 INFO [StoreOpener-7c82ec71a54fcb97ed782061b65ed8ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7c82ec71a54fcb97ed782061b65ed8ca 2024-11-10T00:22:35,397 INFO [StoreOpener-7c82ec71a54fcb97ed782061b65ed8ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c82ec71a54fcb97ed782061b65ed8ca columnFamilyName norep 2024-11-10T00:22:35,398 DEBUG [StoreOpener-7c82ec71a54fcb97ed782061b65ed8ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:35,398 INFO [StoreOpener-7c82ec71a54fcb97ed782061b65ed8ca-1 {}] regionserver.HStore(327): Store=7c82ec71a54fcb97ed782061b65ed8ca/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:22:35,398 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7c82ec71a54fcb97ed782061b65ed8ca 2024-11-10T00:22:35,398 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/data/default/test/7c82ec71a54fcb97ed782061b65ed8ca 2024-11-10T00:22:35,399 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/data/default/test/7c82ec71a54fcb97ed782061b65ed8ca 2024-11-10T00:22:35,399 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7c82ec71a54fcb97ed782061b65ed8ca 2024-11-10T00:22:35,400 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7c82ec71a54fcb97ed782061b65ed8ca 2024-11-10T00:22:35,400 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T00:22:35,401 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7c82ec71a54fcb97ed782061b65ed8ca 2024-11-10T00:22:35,403 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/data/default/test/7c82ec71a54fcb97ed782061b65ed8ca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:22:35,403 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7c82ec71a54fcb97ed782061b65ed8ca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65406434, jitterRate=-0.025368183851242065}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T00:22:35,403 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7c82ec71a54fcb97ed782061b65ed8ca 2024-11-10T00:22:35,403 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7c82ec71a54fcb97ed782061b65ed8ca: Running coprocessor pre-open hook at 1731198155392Writing region info on filesystem at 1731198155392Initializing all the Stores at 1731198155392Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198155392Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198155393 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198155393Cleaning up temporary data from old regions at 1731198155400 (+7 ms)Running coprocessor post-open hooks at 1731198155403 (+3 ms)Region opened successfully at 1731198155403 2024-11-10T00:22:35,404 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731198154255.7c82ec71a54fcb97ed782061b65ed8ca., pid=6, masterSystemTime=1731198155387 2024-11-10T00:22:35,406 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731198154255.7c82ec71a54fcb97ed782061b65ed8ca. 2024-11-10T00:22:35,406 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731198154255.7c82ec71a54fcb97ed782061b65ed8ca. 2024-11-10T00:22:35,407 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7c82ec71a54fcb97ed782061b65ed8ca, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b3c019fcff38,40395,1731198149064 2024-11-10T00:22:35,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c82ec71a54fcb97ed782061b65ed8ca, server=b3c019fcff38,40395,1731198149064 because future has completed 2024-11-10T00:22:35,411 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T00:22:35,411 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7c82ec71a54fcb97ed782061b65ed8ca, server=b3c019fcff38,40395,1731198149064 in 174 msec 2024-11-10T00:22:35,413 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T00:22:35,413 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7c82ec71a54fcb97ed782061b65ed8ca, ASSIGN in 332 msec 2024-11-10T00:22:35,413 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T00:22:35,413 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731198155413"}]},"ts":"1731198155413"} 2024-11-10T00:22:35,415 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T00:22:35,416 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T00:22:35,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec 2024-11-10T00:22:36,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:22:36,403 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T00:22:36,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ce9c2e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:36,403 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,43045,-1 for getting cluster id 2024-11-10T00:22:36,404 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:22:36,404 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1494ce2e-ae1a-439f-b3c4-878dacaf9ada' 2024-11-10T00:22:36,405 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:22:36,405 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1494ce2e-ae1a-439f-b3c4-878dacaf9ada" 2024-11-10T00:22:36,405 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49bbf761, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:36,405 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,43045,-1] 2024-11-10T00:22:36,405 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:22:36,405 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:36,406 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:22:36,407 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15ecd6a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:36,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c1043f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:36,407 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,40063,-1 for getting cluster id 2024-11-10T00:22:36,407 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:22:36,408 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f78a234-3edd-4037-8687-2ef6c9810390' 2024-11-10T00:22:36,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:22:36,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f78a234-3edd-4037-8687-2ef6c9810390" 2024-11-10T00:22:36,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34f8acae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:36,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,40063,-1] 2024-11-10T00:22:36,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:22:36,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:36,409 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:22:36,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f3cba65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:36,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@452627eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:36,411 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,43045,-1 for getting cluster id 2024-11-10T00:22:36,411 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:22:36,411 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1494ce2e-ae1a-439f-b3c4-878dacaf9ada' 2024-11-10T00:22:36,412 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:22:36,412 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1494ce2e-ae1a-439f-b3c4-878dacaf9ada" 2024-11-10T00:22:36,412 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69dff4e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:36,412 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,43045,-1] 2024-11-10T00:22:36,412 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:22:36,412 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:36,413 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:22:36,413 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692a6183, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:36,413 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:22:36,414 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,43045,1731198144916 2024-11-10T00:22:36,414 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cce5e57 2024-11-10T00:22:36,414 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:22:36,415 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:22:36,415 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43045 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b3c019fcff38:40063,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T00:22:36,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43045 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T00:22:36,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:22:36,418 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b3c019fcff38:40063' 2024-11-10T00:22:36,419 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2af450cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:36,419 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,40063,-1 for getting cluster id 2024-11-10T00:22:36,419 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:22:36,420 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f78a234-3edd-4037-8687-2ef6c9810390' 2024-11-10T00:22:36,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:22:36,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f78a234-3edd-4037-8687-2ef6c9810390" 2024-11-10T00:22:36,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c253a6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:36,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,40063,-1] 2024-11-10T00:22:36,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:22:36,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:36,421 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:22:36,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d49a1c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:36,421 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:22:36,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,40063,1731198149027 2024-11-10T00:22:36,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fe5a628 2024-11-10T00:22:36,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:22:36,423 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:22:36,424 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T00:22:36,424 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T00:22:36,424 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:36,424 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:36,424 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:22:36,424 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:22:36,425 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T00:22:36,426 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T00:22:36,426 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:36,427 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T00:22:36,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32975 is added to blk_1073741837_1013 (size=1138) 2024-11-10T00:22:36,475 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T00:22:36,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:22:36,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:22:36,833 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 52fea5b9c44fa63fd2338d59bb52af24, NAME => 'hbase:replication,,1731198156424.52fea5b9c44fa63fd2338d59bb52af24.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e 2024-11-10T00:22:36,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32975 is added to blk_1073741838_1014 (size=44) 2024-11-10T00:22:36,913 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T00:22:37,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:22:37,239 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731198156424.52fea5b9c44fa63fd2338d59bb52af24.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:22:37,239 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 52fea5b9c44fa63fd2338d59bb52af24, disabling compactions & flushes 2024-11-10T00:22:37,239 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731198156424.52fea5b9c44fa63fd2338d59bb52af24. 2024-11-10T00:22:37,239 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731198156424.52fea5b9c44fa63fd2338d59bb52af24. 2024-11-10T00:22:37,239 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731198156424.52fea5b9c44fa63fd2338d59bb52af24. after waiting 0 ms 2024-11-10T00:22:37,239 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731198156424.52fea5b9c44fa63fd2338d59bb52af24. 2024-11-10T00:22:37,240 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731198156424.52fea5b9c44fa63fd2338d59bb52af24. 2024-11-10T00:22:37,240 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 52fea5b9c44fa63fd2338d59bb52af24: Waiting for close lock at 1731198157239Disabling compacts and flushes for region at 1731198157239Disabling writes for close at 1731198157239Writing region close event to WAL at 1731198157239Closed at 1731198157239 2024-11-10T00:22:37,241 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T00:22:37,241 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731198156424.52fea5b9c44fa63fd2338d59bb52af24.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731198157241"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731198157241"}]},"ts":"1731198157241"} 2024-11-10T00:22:37,243 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T00:22:37,243 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T00:22:37,244 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731198157243"}]},"ts":"1731198157243"} 2024-11-10T00:22:37,245 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T00:22:37,245 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=52fea5b9c44fa63fd2338d59bb52af24, ASSIGN}] 2024-11-10T00:22:37,246 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=52fea5b9c44fa63fd2338d59bb52af24, ASSIGN 2024-11-10T00:22:37,247 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=52fea5b9c44fa63fd2338d59bb52af24, ASSIGN; state=OFFLINE, location=b3c019fcff38,44609,1731198144967; forceNewPlan=false, retain=false 2024-11-10T00:22:37,398 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=52fea5b9c44fa63fd2338d59bb52af24, regionState=OPENING, regionLocation=b3c019fcff38,44609,1731198144967 2024-11-10T00:22:37,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=52fea5b9c44fa63fd2338d59bb52af24, ASSIGN because future has completed 2024-11-10T00:22:37,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52fea5b9c44fa63fd2338d59bb52af24, server=b3c019fcff38,44609,1731198144967}] 2024-11-10T00:22:37,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:22:37,556 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731198156424.52fea5b9c44fa63fd2338d59bb52af24. 2024-11-10T00:22:37,556 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:22:37,556 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T00:22:37,558 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b3c019fcff38%2C44609%2C1731198144967.rep, suffix=, logDir=hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/WALs/b3c019fcff38,44609,1731198144967, archiveDir=hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/oldWALs, maxLogs=10 2024-11-10T00:22:37,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/WALs/b3c019fcff38,44609,1731198144967/b3c019fcff38%2C44609%2C1731198144967.rep.1731198157558, exclude list is [], retry=0 2024-11-10T00:22:37,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32975,DS-97b6ee6f-5eb1-4495-bcce-d9320641b06a,DISK] 2024-11-10T00:22:37,578 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/WALs/b3c019fcff38,44609,1731198144967/b3c019fcff38%2C44609%2C1731198144967.rep.1731198157558 2024-11-10T00:22:37,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42857:42857)] 2024-11-10T00:22:37,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 52fea5b9c44fa63fd2338d59bb52af24, NAME => 'hbase:replication,,1731198156424.52fea5b9c44fa63fd2338d59bb52af24.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:22:37,579 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T00:22:37,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T00:22:37,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731198156424.52fea5b9c44fa63fd2338d59bb52af24. service=MultiRowMutationService 2024-11-10T00:22:37,579 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T00:22:37,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 52fea5b9c44fa63fd2338d59bb52af24 2024-11-10T00:22:37,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731198156424.52fea5b9c44fa63fd2338d59bb52af24.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:22:37,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 52fea5b9c44fa63fd2338d59bb52af24 2024-11-10T00:22:37,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 52fea5b9c44fa63fd2338d59bb52af24 2024-11-10T00:22:37,581 INFO [StoreOpener-52fea5b9c44fa63fd2338d59bb52af24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 52fea5b9c44fa63fd2338d59bb52af24 2024-11-10T00:22:37,582 INFO [StoreOpener-52fea5b9c44fa63fd2338d59bb52af24-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52fea5b9c44fa63fd2338d59bb52af24 columnFamilyName hfileref 2024-11-10T00:22:37,582 DEBUG [StoreOpener-52fea5b9c44fa63fd2338d59bb52af24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:37,582 INFO [StoreOpener-52fea5b9c44fa63fd2338d59bb52af24-1 {}] regionserver.HStore(327): Store=52fea5b9c44fa63fd2338d59bb52af24/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:22:37,582 INFO [StoreOpener-52fea5b9c44fa63fd2338d59bb52af24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 52fea5b9c44fa63fd2338d59bb52af24 2024-11-10T00:22:37,583 INFO [StoreOpener-52fea5b9c44fa63fd2338d59bb52af24-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52fea5b9c44fa63fd2338d59bb52af24 columnFamilyName queue 2024-11-10T00:22:37,583 DEBUG [StoreOpener-52fea5b9c44fa63fd2338d59bb52af24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:37,583 INFO [StoreOpener-52fea5b9c44fa63fd2338d59bb52af24-1 {}] regionserver.HStore(327): Store=52fea5b9c44fa63fd2338d59bb52af24/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:22:37,584 INFO [StoreOpener-52fea5b9c44fa63fd2338d59bb52af24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 52fea5b9c44fa63fd2338d59bb52af24 2024-11-10T00:22:37,584 INFO [StoreOpener-52fea5b9c44fa63fd2338d59bb52af24-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52fea5b9c44fa63fd2338d59bb52af24 columnFamilyName sid 2024-11-10T00:22:37,584 DEBUG [StoreOpener-52fea5b9c44fa63fd2338d59bb52af24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:37,585 INFO [StoreOpener-52fea5b9c44fa63fd2338d59bb52af24-1 {}] regionserver.HStore(327): Store=52fea5b9c44fa63fd2338d59bb52af24/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:22:37,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 52fea5b9c44fa63fd2338d59bb52af24 2024-11-10T00:22:37,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/data/hbase/replication/52fea5b9c44fa63fd2338d59bb52af24 2024-11-10T00:22:37,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/data/hbase/replication/52fea5b9c44fa63fd2338d59bb52af24 2024-11-10T00:22:37,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 52fea5b9c44fa63fd2338d59bb52af24 2024-11-10T00:22:37,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 52fea5b9c44fa63fd2338d59bb52af24 2024-11-10T00:22:37,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T00:22:37,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 52fea5b9c44fa63fd2338d59bb52af24 2024-11-10T00:22:37,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/data/hbase/replication/52fea5b9c44fa63fd2338d59bb52af24/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:22:37,590 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 52fea5b9c44fa63fd2338d59bb52af24; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74917058, jitterRate=0.1163511574268341}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T00:22:37,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 52fea5b9c44fa63fd2338d59bb52af24 2024-11-10T00:22:37,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 52fea5b9c44fa63fd2338d59bb52af24: Running coprocessor pre-open hook at 1731198157580Writing region info on filesystem at 1731198157580Initializing all the Stores at 1731198157580Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198157580Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198157580Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198157580Cleaning up temporary data from old regions at 1731198157587 (+7 ms)Running coprocessor post-open hooks at 1731198157590 (+3 ms)Region opened successfully at 1731198157591 (+1 ms) 2024-11-10T00:22:37,591 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731198156424.52fea5b9c44fa63fd2338d59bb52af24., pid=10, masterSystemTime=1731198157552 2024-11-10T00:22:37,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731198156424.52fea5b9c44fa63fd2338d59bb52af24. 2024-11-10T00:22:37,593 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731198156424.52fea5b9c44fa63fd2338d59bb52af24. 2024-11-10T00:22:37,594 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=52fea5b9c44fa63fd2338d59bb52af24, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,44609,1731198144967 2024-11-10T00:22:37,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52fea5b9c44fa63fd2338d59bb52af24, server=b3c019fcff38,44609,1731198144967 because future has completed 2024-11-10T00:22:37,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T00:22:37,598 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 52fea5b9c44fa63fd2338d59bb52af24, server=b3c019fcff38,44609,1731198144967 in 196 msec 2024-11-10T00:22:37,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T00:22:37,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=52fea5b9c44fa63fd2338d59bb52af24, ASSIGN in 353 msec 2024-11-10T00:22:37,600 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T00:22:37,600 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731198157600"}]},"ts":"1731198157600"} 2024-11-10T00:22:37,601 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T00:22:37,602 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T00:22:37,603 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-11-10T00:22:37,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731198156424.52fea5b9c44fa63fd2338d59bb52af24., hostname=b3c019fcff38,44609,1731198144967, seqNum=2] 2024-11-10T00:22:37,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43045-0x100ff4137c90000, quorum=127.0.0.1:51229, baseZNode=/0-2062420740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2062420740 2024-11-10T00:22:37,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44609-0x100ff4137c90001, quorum=127.0.0.1:51229, baseZNode=/0-2062420740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2062420740 2024-11-10T00:22:37,640 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T00:22:37,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T00:22:37,793 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T00:22:37,822 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b3c019fcff38,44609,1731198144967, ReplicationSource: 1, currentBandwidth=0 2024-11-10T00:22:37,822 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:22:37,822 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,44609,1731198144967, seqNum=-1] 2024-11-10T00:22:37,822 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:22:37,823 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47971, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-10T00:22:37,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b3c019fcff38,44609,1731198144967', locateType=CURRENT is [region=hbase:replication,,1731198156424.52fea5b9c44fa63fd2338d59bb52af24., hostname=b3c019fcff38,44609,1731198144967, seqNum=2] 2024-11-10T00:22:37,827 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T00:22:37,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43045 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T00:22:37,829 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b3c019fcff38,44609,1731198144967 suceeded 2024-11-10T00:22:37,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T00:22:37,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-10T00:22:37,831 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b3c019fcff38:40063,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T00:22:37,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4160 sec 2024-11-10T00:22:37,842 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b3c019fcff38:40063' 2024-11-10T00:22:37,843 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49116c71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:37,843 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967 {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,40063,-1 for getting cluster id 2024-11-10T00:22:37,843 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:22:37,844 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f78a234-3edd-4037-8687-2ef6c9810390' 2024-11-10T00:22:37,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:22:37,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f78a234-3edd-4037-8687-2ef6c9810390" 2024-11-10T00:22:37,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4aaa23dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:37,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,40063,-1] 2024-11-10T00:22:37,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:22:37,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:37,846 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:22:37,846 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7335fbde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:37,846 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:22:37,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,40063,1731198149027 2024-11-10T00:22:37,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44344cb9 2024-11-10T00:22:37,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:22:37,848 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-10T00:22:37,848 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b3c019fcff38,44609,1731198144967 (queues=1) is replicating from cluster=1494ce2e-ae1a-439f-b3c4-878dacaf9ada to cluster=5f78a234-3edd-4037-8687-2ef6c9810390 2024-11-10T00:22:37,848 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b3c019fcff38%2C44609%2C1731198144967 2024-11-10T00:22:37,848 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b3c019fcff38,44609,1731198144967, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T00:22:37,849 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967.replicationSource.shipperb3c019fcff38%2C44609%2C1731198144967,1-b3c019fcff38,44609,1731198144967 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b3c019fcff38%2C44609%2C1731198144967 2024-11-10T00:22:37,849 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967.replicationSource.wal-reader.b3c019fcff38%2C44609%2C1731198144967,1-b3c019fcff38,44609,1731198144967 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/WALs/b3c019fcff38,44609,1731198144967/b3c019fcff38%2C44609%2C1731198144967.1731198146960, startPosition=0, beingWritten=true 2024-11-10T00:22:37,854 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967.replicationSource.wal-reader.b3c019fcff38%2C44609%2C1731198144967,1-b3c019fcff38,44609,1731198144967 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T00:22:37,854 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967.replicationSource.wal-reader.b3c019fcff38%2C44609%2C1731198144967,1-b3c019fcff38,44609,1731198144967 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/WALs/b3c019fcff38,44609,1731198144967/b3c019fcff38%2C44609%2C1731198144967.1731198146960 to pos 379, reset compression=false 2024-11-10T00:22:37,854 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967.replicationSource.shipperb3c019fcff38%2C44609%2C1731198144967,1-b3c019fcff38,44609,1731198144967 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,44609,1731198144967 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/WALs/b3c019fcff38,44609,1731198144967/b3c019fcff38%2C44609%2C1731198144967.1731198146960, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T00:22:38,057 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967.replicationSource.wal-reader.b3c019fcff38%2C44609%2C1731198144967,1-b3c019fcff38,44609,1731198144967 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/WALs/b3c019fcff38,44609,1731198144967/b3c019fcff38%2C44609%2C1731198144967.1731198146960 to pos 379, reset compression=false 2024-11-10T00:22:38,361 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967.replicationSource.wal-reader.b3c019fcff38%2C44609%2C1731198144967,1-b3c019fcff38,44609,1731198144967 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/WALs/b3c019fcff38,44609,1731198144967/b3c019fcff38%2C44609%2C1731198144967.1731198146960 to pos 379, reset compression=false 2024-11-10T00:22:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:22:38,563 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T00:22:38,564 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:22:38,564 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:22:38,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:38,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:38,564 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:22:38,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f847d37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:38,565 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,40063,-1 for getting cluster id 2024-11-10T00:22:38,565 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:22:38,565 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f78a234-3edd-4037-8687-2ef6c9810390' 2024-11-10T00:22:38,566 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:22:38,566 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f78a234-3edd-4037-8687-2ef6c9810390" 2024-11-10T00:22:38,566 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48cd633c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:38,566 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,40063,-1] 2024-11-10T00:22:38,566 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:22:38,566 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:38,567 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:22:38,568 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72fc38c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:38,568 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:22:38,569 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,40063,1731198149027 2024-11-10T00:22:38,569 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@372364ed 2024-11-10T00:22:38,569 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:22:38,570 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:22:38,570 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40063 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b3c019fcff38:43045,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T00:22:38,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40063 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T00:22:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:22:38,573 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b3c019fcff38:43045' 2024-11-10T00:22:38,574 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2420fc78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:38,574 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,43045,-1 for getting cluster id 2024-11-10T00:22:38,574 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:22:38,574 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1494ce2e-ae1a-439f-b3c4-878dacaf9ada' 2024-11-10T00:22:38,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:22:38,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1494ce2e-ae1a-439f-b3c4-878dacaf9ada" 2024-11-10T00:22:38,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ead861f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:38,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,43045,-1] 2024-11-10T00:22:38,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:22:38,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:38,575 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:22:38,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@390d3791, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:38,576 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:22:38,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,43045,1731198144916 2024-11-10T00:22:38,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67f01742 2024-11-10T00:22:38,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:22:38,577 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:22:38,578 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T00:22:38,578 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T00:22:38,578 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:38,578 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:38,578 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:22:38,579 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:22:38,579 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T00:22:38,580 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T00:22:38,580 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:38,581 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T00:22:38,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41977 is added to blk_1073741837_1013 (size=1138) 2024-11-10T00:22:38,630 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T00:22:38,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:22:38,740 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T00:22:38,765 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967.replicationSource.wal-reader.b3c019fcff38%2C44609%2C1731198144967,1-b3c019fcff38,44609,1731198144967 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/WALs/b3c019fcff38,44609,1731198144967/b3c019fcff38%2C44609%2C1731198144967.1731198146960 to pos 379, reset compression=false 2024-11-10T00:22:38,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:38,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:38,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:38,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:38,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:38,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:38,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:38,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:38,820 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T00:22:38,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:22:38,989 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7bb2751dfc052b9833e55a3d2cdca121, NAME => 'hbase:replication,,1731198158578.7bb2751dfc052b9833e55a3d2cdca121.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99 2024-11-10T00:22:38,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41977 is added to blk_1073741838_1014 (size=44) 2024-11-10T00:22:39,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:22:39,270 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967.replicationSource.wal-reader.b3c019fcff38%2C44609%2C1731198144967,1-b3c019fcff38,44609,1731198144967 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/WALs/b3c019fcff38,44609,1731198144967/b3c019fcff38%2C44609%2C1731198144967.1731198146960 to pos 379, reset compression=false 2024-11-10T00:22:39,395 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731198158578.7bb2751dfc052b9833e55a3d2cdca121.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:22:39,395 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7bb2751dfc052b9833e55a3d2cdca121, disabling compactions & flushes 2024-11-10T00:22:39,396 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731198158578.7bb2751dfc052b9833e55a3d2cdca121. 2024-11-10T00:22:39,396 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731198158578.7bb2751dfc052b9833e55a3d2cdca121. 2024-11-10T00:22:39,396 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731198158578.7bb2751dfc052b9833e55a3d2cdca121. after waiting 0 ms 2024-11-10T00:22:39,396 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731198158578.7bb2751dfc052b9833e55a3d2cdca121. 2024-11-10T00:22:39,396 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731198158578.7bb2751dfc052b9833e55a3d2cdca121. 2024-11-10T00:22:39,396 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7bb2751dfc052b9833e55a3d2cdca121: Waiting for close lock at 1731198159395Disabling compacts and flushes for region at 1731198159395Disabling writes for close at 1731198159396 (+1 ms)Writing region close event to WAL at 1731198159396Closed at 1731198159396 2024-11-10T00:22:39,397 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T00:22:39,397 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731198158578.7bb2751dfc052b9833e55a3d2cdca121.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731198159397"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731198159397"}]},"ts":"1731198159397"} 2024-11-10T00:22:39,399 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T00:22:39,400 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T00:22:39,400 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731198159400"}]},"ts":"1731198159400"} 2024-11-10T00:22:39,402 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T00:22:39,402 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7bb2751dfc052b9833e55a3d2cdca121, ASSIGN}] 2024-11-10T00:22:39,403 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7bb2751dfc052b9833e55a3d2cdca121, ASSIGN 2024-11-10T00:22:39,404 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7bb2751dfc052b9833e55a3d2cdca121, ASSIGN; state=OFFLINE, location=b3c019fcff38,40395,1731198149064; forceNewPlan=false, retain=false 2024-11-10T00:22:39,554 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7bb2751dfc052b9833e55a3d2cdca121, regionState=OPENING, regionLocation=b3c019fcff38,40395,1731198149064 2024-11-10T00:22:39,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7bb2751dfc052b9833e55a3d2cdca121, ASSIGN because future has completed 2024-11-10T00:22:39,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7bb2751dfc052b9833e55a3d2cdca121, server=b3c019fcff38,40395,1731198149064}] 2024-11-10T00:22:39,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:22:39,713 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731198158578.7bb2751dfc052b9833e55a3d2cdca121. 2024-11-10T00:22:39,713 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:22:39,714 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T00:22:39,715 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b3c019fcff38%2C40395%2C1731198149064.rep, suffix=, logDir=hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/WALs/b3c019fcff38,40395,1731198149064, archiveDir=hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/oldWALs, maxLogs=10 2024-11-10T00:22:39,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/WALs/b3c019fcff38,40395,1731198149064/b3c019fcff38%2C40395%2C1731198149064.rep.1731198159715, exclude list is [], retry=0 2024-11-10T00:22:39,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41977,DS-5c42b12a-4f39-4ef0-ab3d-aa1e0ea3eb52,DISK] 2024-11-10T00:22:39,731 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/WALs/b3c019fcff38,40395,1731198149064/b3c019fcff38%2C40395%2C1731198149064.rep.1731198159715 2024-11-10T00:22:39,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38301:38301)] 2024-11-10T00:22:39,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7bb2751dfc052b9833e55a3d2cdca121, NAME => 'hbase:replication,,1731198158578.7bb2751dfc052b9833e55a3d2cdca121.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:22:39,732 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T00:22:39,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T00:22:39,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731198158578.7bb2751dfc052b9833e55a3d2cdca121. service=MultiRowMutationService 2024-11-10T00:22:39,732 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T00:22:39,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7bb2751dfc052b9833e55a3d2cdca121 2024-11-10T00:22:39,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731198158578.7bb2751dfc052b9833e55a3d2cdca121.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:22:39,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7bb2751dfc052b9833e55a3d2cdca121 2024-11-10T00:22:39,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7bb2751dfc052b9833e55a3d2cdca121 2024-11-10T00:22:39,734 INFO [StoreOpener-7bb2751dfc052b9833e55a3d2cdca121-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7bb2751dfc052b9833e55a3d2cdca121 2024-11-10T00:22:39,735 INFO [StoreOpener-7bb2751dfc052b9833e55a3d2cdca121-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7bb2751dfc052b9833e55a3d2cdca121 columnFamilyName hfileref 2024-11-10T00:22:39,735 DEBUG [StoreOpener-7bb2751dfc052b9833e55a3d2cdca121-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:39,735 INFO [StoreOpener-7bb2751dfc052b9833e55a3d2cdca121-1 {}] regionserver.HStore(327): Store=7bb2751dfc052b9833e55a3d2cdca121/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:22:39,735 INFO [StoreOpener-7bb2751dfc052b9833e55a3d2cdca121-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7bb2751dfc052b9833e55a3d2cdca121 2024-11-10T00:22:39,736 INFO [StoreOpener-7bb2751dfc052b9833e55a3d2cdca121-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7bb2751dfc052b9833e55a3d2cdca121 columnFamilyName queue 2024-11-10T00:22:39,736 DEBUG [StoreOpener-7bb2751dfc052b9833e55a3d2cdca121-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:39,736 INFO [StoreOpener-7bb2751dfc052b9833e55a3d2cdca121-1 {}] regionserver.HStore(327): Store=7bb2751dfc052b9833e55a3d2cdca121/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:22:39,737 INFO [StoreOpener-7bb2751dfc052b9833e55a3d2cdca121-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7bb2751dfc052b9833e55a3d2cdca121 2024-11-10T00:22:39,738 INFO [StoreOpener-7bb2751dfc052b9833e55a3d2cdca121-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7bb2751dfc052b9833e55a3d2cdca121 columnFamilyName sid 2024-11-10T00:22:39,738 DEBUG [StoreOpener-7bb2751dfc052b9833e55a3d2cdca121-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:39,738 INFO [StoreOpener-7bb2751dfc052b9833e55a3d2cdca121-1 {}] regionserver.HStore(327): Store=7bb2751dfc052b9833e55a3d2cdca121/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:22:39,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7bb2751dfc052b9833e55a3d2cdca121 2024-11-10T00:22:39,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/data/hbase/replication/7bb2751dfc052b9833e55a3d2cdca121 2024-11-10T00:22:39,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/data/hbase/replication/7bb2751dfc052b9833e55a3d2cdca121 2024-11-10T00:22:39,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7bb2751dfc052b9833e55a3d2cdca121 2024-11-10T00:22:39,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7bb2751dfc052b9833e55a3d2cdca121 2024-11-10T00:22:39,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T00:22:39,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7bb2751dfc052b9833e55a3d2cdca121 2024-11-10T00:22:39,743 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/data/hbase/replication/7bb2751dfc052b9833e55a3d2cdca121/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:22:39,744 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7bb2751dfc052b9833e55a3d2cdca121; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70458149, jitterRate=0.04990823566913605}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T00:22:39,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7bb2751dfc052b9833e55a3d2cdca121 2024-11-10T00:22:39,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7bb2751dfc052b9833e55a3d2cdca121: Running coprocessor pre-open hook at 1731198159733Writing region info on filesystem at 1731198159733Initializing all the Stores at 1731198159733Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198159733Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198159733Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198159733Cleaning up temporary data from old regions at 1731198159740 (+7 ms)Running coprocessor post-open hooks at 1731198159744 (+4 ms)Region opened successfully at 1731198159744 2024-11-10T00:22:39,745 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731198158578.7bb2751dfc052b9833e55a3d2cdca121., pid=10, masterSystemTime=1731198159709 2024-11-10T00:22:39,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731198158578.7bb2751dfc052b9833e55a3d2cdca121. 2024-11-10T00:22:39,747 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731198158578.7bb2751dfc052b9833e55a3d2cdca121. 2024-11-10T00:22:39,747 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7bb2751dfc052b9833e55a3d2cdca121, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,40395,1731198149064 2024-11-10T00:22:39,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7bb2751dfc052b9833e55a3d2cdca121, server=b3c019fcff38,40395,1731198149064 because future has completed 2024-11-10T00:22:39,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T00:22:39,752 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7bb2751dfc052b9833e55a3d2cdca121, server=b3c019fcff38,40395,1731198149064 in 193 msec 2024-11-10T00:22:39,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T00:22:39,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7bb2751dfc052b9833e55a3d2cdca121, ASSIGN in 350 msec 2024-11-10T00:22:39,754 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T00:22:39,754 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731198159754"}]},"ts":"1731198159754"} 2024-11-10T00:22:39,756 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T00:22:39,757 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T00:22:39,758 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-11-10T00:22:39,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731198158578.7bb2751dfc052b9833e55a3d2cdca121., hostname=b3c019fcff38,40395,1731198149064, seqNum=2] 2024-11-10T00:22:39,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x100ff4137c90003, quorum=127.0.0.1:51229, baseZNode=/11557437243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11557437243 2024-11-10T00:22:39,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40395-0x100ff4137c90004, quorum=127.0.0.1:51229, baseZNode=/11557437243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11557437243 2024-11-10T00:22:39,800 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T00:22:39,874 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967.replicationSource.wal-reader.b3c019fcff38%2C44609%2C1731198144967,1-b3c019fcff38,44609,1731198144967 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/WALs/b3c019fcff38,44609,1731198144967/b3c019fcff38%2C44609%2C1731198144967.1731198146960 to pos 379, reset compression=false 2024-11-10T00:22:39,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40395 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T00:22:39,953 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T00:22:39,980 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b3c019fcff38,40395,1731198149064, ReplicationSource: 1, currentBandwidth=0 2024-11-10T00:22:39,981 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:22:39,981 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,40395,1731198149064, seqNum=-1] 2024-11-10T00:22:39,981 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:22:39,982 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47949, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-10T00:22:39,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b3c019fcff38,40395,1731198149064', locateType=CURRENT is [region=hbase:replication,,1731198158578.7bb2751dfc052b9833e55a3d2cdca121., hostname=b3c019fcff38,40395,1731198149064, seqNum=2] 2024-11-10T00:22:39,985 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T00:22:39,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40063 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T00:22:39,987 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b3c019fcff38,40395,1731198149064 suceeded 2024-11-10T00:22:39,989 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T00:22:39,989 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-10T00:22:39,989 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b3c019fcff38:43045,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T00:22:39,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4190 sec 2024-11-10T00:22:39,999 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,40395,1731198149064 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b3c019fcff38:43045' 2024-11-10T00:22:40,000 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,40395,1731198149064 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a5999c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:40,000 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,40395,1731198149064 {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,43045,-1 for getting cluster id 2024-11-10T00:22:40,000 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,40395,1731198149064 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:22:40,001 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1494ce2e-ae1a-439f-b3c4-878dacaf9ada' 2024-11-10T00:22:40,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:22:40,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1494ce2e-ae1a-439f-b3c4-878dacaf9ada" 2024-11-10T00:22:40,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4675be48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:40,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,43045,-1] 2024-11-10T00:22:40,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:22:40,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:40,002 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:22:40,003 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,40395,1731198149064 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b7c3aab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:40,003 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,40395,1731198149064 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:22:40,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,43045,1731198144916 2024-11-10T00:22:40,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ec8150f 2024-11-10T00:22:40,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:22:40,005 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-10T00:22:40,006 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,40395,1731198149064 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b3c019fcff38,40395,1731198149064 (queues=1) is replicating from cluster=5f78a234-3edd-4037-8687-2ef6c9810390 to cluster=1494ce2e-ae1a-439f-b3c4-878dacaf9ada 2024-11-10T00:22:40,006 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,40395,1731198149064 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b3c019fcff38%2C40395%2C1731198149064 2024-11-10T00:22:40,006 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,40395,1731198149064 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b3c019fcff38,40395,1731198149064, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T00:22:40,008 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,40395,1731198149064.replicationSource.wal-reader.b3c019fcff38%2C40395%2C1731198149064,1-b3c019fcff38,40395,1731198149064 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/WALs/b3c019fcff38,40395,1731198149064/b3c019fcff38%2C40395%2C1731198149064.1731198151065, startPosition=0, beingWritten=true 2024-11-10T00:22:40,008 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,40395,1731198149064.replicationSource.shipperb3c019fcff38%2C40395%2C1731198149064,1-b3c019fcff38,40395,1731198149064 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b3c019fcff38%2C40395%2C1731198149064 2024-11-10T00:22:40,013 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,40395,1731198149064.replicationSource.wal-reader.b3c019fcff38%2C40395%2C1731198149064,1-b3c019fcff38,40395,1731198149064 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T00:22:40,013 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,40395,1731198149064.replicationSource.wal-reader.b3c019fcff38%2C40395%2C1731198149064,1-b3c019fcff38,40395,1731198149064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/WALs/b3c019fcff38,40395,1731198149064/b3c019fcff38%2C40395%2C1731198149064.1731198151065 to pos 379, reset compression=false 2024-11-10T00:22:40,013 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,40395,1731198149064.replicationSource.shipperb3c019fcff38%2C40395%2C1731198149064,1-b3c019fcff38,40395,1731198149064 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,40395,1731198149064 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/WALs/b3c019fcff38,40395,1731198149064/b3c019fcff38%2C40395%2C1731198149064.1731198151065, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T00:22:40,217 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,40395,1731198149064.replicationSource.wal-reader.b3c019fcff38%2C40395%2C1731198149064,1-b3c019fcff38,40395,1731198149064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/WALs/b3c019fcff38,40395,1731198149064/b3c019fcff38%2C40395%2C1731198149064.1731198151065 to pos 379, reset compression=false 2024-11-10T00:22:40,521 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,40395,1731198149064.replicationSource.wal-reader.b3c019fcff38%2C40395%2C1731198149064,1-b3c019fcff38,40395,1731198149064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/WALs/b3c019fcff38,40395,1731198149064/b3c019fcff38%2C40395%2C1731198149064.1731198151065 to pos 379, reset compression=false 2024-11-10T00:22:40,578 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967.replicationSource.wal-reader.b3c019fcff38%2C44609%2C1731198144967,1-b3c019fcff38,44609,1731198144967 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/WALs/b3c019fcff38,44609,1731198144967/b3c019fcff38%2C44609%2C1731198144967.1731198146960 to pos 379, reset compression=false 2024-11-10T00:22:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:22:40,723 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T00:22:40,723 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:22:40,723 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:22:40,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:40,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:40,724 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:22:40,724 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:22:40,728 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731198160728/Put/seqid=0 2024-11-10T00:22:40,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32975 is added to blk_1073741840_1016 (size=7894) 2024-11-10T00:22:40,924 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,40395,1731198149064.replicationSource.wal-reader.b3c019fcff38%2C40395%2C1731198149064,1-b3c019fcff38,40395,1731198149064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/WALs/b3c019fcff38,40395,1731198149064/b3c019fcff38%2C40395%2C1731198149064.1731198151065 to pos 379, reset compression=false 2024-11-10T00:22:41,135 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731198161135/Put/seqid=0 2024-11-10T00:22:41,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32975 is added to blk_1073741841_1017 (size=7691) 2024-11-10T00:22:41,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T00:22:41,342 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-10T00:22:41,343 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T00:22:41,343 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-10T00:22:41,343 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T00:22:41,343 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-10T00:22:41,383 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967.replicationSource.wal-reader.b3c019fcff38%2C44609%2C1731198144967,1-b3c019fcff38,44609,1731198144967 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/WALs/b3c019fcff38,44609,1731198144967/b3c019fcff38%2C44609%2C1731198144967.1731198146960 to pos 379, reset compression=false 2024-11-10T00:22:41,428 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,40395,1731198149064.replicationSource.wal-reader.b3c019fcff38%2C40395%2C1731198149064,1-b3c019fcff38,40395,1731198149064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/WALs/b3c019fcff38,40395,1731198149064/b3c019fcff38%2C40395%2C1731198149064.1731198151065 to pos 379, reset compression=false 2024-11-10T00:22:41,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e9eb62e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:41,541 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,43045,-1 for getting cluster id 2024-11-10T00:22:41,541 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:22:41,541 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1494ce2e-ae1a-439f-b3c4-878dacaf9ada' 2024-11-10T00:22:41,542 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:22:41,542 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1494ce2e-ae1a-439f-b3c4-878dacaf9ada" 2024-11-10T00:22:41,542 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33ad0f20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:41,542 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,43045,-1] 2024-11-10T00:22:41,542 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:22:41,542 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:41,543 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:22:41,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4149c537, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:41,544 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:22:41,545 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,44609,1731198144967, seqNum=-1] 2024-11-10T00:22:41,545 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:22:41,546 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:22:41,553 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:22:41,554 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,43045,1731198144916 2024-11-10T00:22:41,554 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3cebe91 2024-11-10T00:22:41,554 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:22:41,555 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:22:41,558 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731198152100.20bd695325855aa6380d666e9bc381b9., hostname=b3c019fcff38,44609,1731198144967, seqNum=2] 2024-11-10T00:22:41,560 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T00:22:41,565 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-10T00:22:41,567 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-10T00:22:41,571 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44609 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 20bd695325855aa6380d666e9bc381b9/f 2024-11-10T00:22:41,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44609 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-10T00:22:41,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44609 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T00:22:41,573 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44609 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 20bd695325855aa6380d666e9bc381b9/f 2024-11-10T00:22:41,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44609 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-10T00:22:41,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44609 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T00:22:41,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44609 {}] regionserver.HRegion(2603): Flush status journal for 20bd695325855aa6380d666e9bc381b9: 2024-11-10T00:22:41,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44609 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/staging/jenkins__test__gu3eprdaaol1tuindspkctp7q1ca4jme6c3i37vtgeois3a38jbdic18uackr956/f/hfile_1 2024-11-10T00:22:41,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/staging/jenkins__test__gu3eprdaaol1tuindspkctp7q1ca4jme6c3i37vtgeois3a38jbdic18uackr956/f/hfile_1 as hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/data/default/test/20bd695325855aa6380d666e9bc381b9/f/8ba89d5ca8b44a2fac381652250b1814_SeqId_4_ 2024-11-10T00:22:41,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44609 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/staging/jenkins__test__gu3eprdaaol1tuindspkctp7q1ca4jme6c3i37vtgeois3a38jbdic18uackr956/f/hfile_0 2024-11-10T00:22:41,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/staging/jenkins__test__gu3eprdaaol1tuindspkctp7q1ca4jme6c3i37vtgeois3a38jbdic18uackr956/f/hfile_0 as hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/data/default/test/20bd695325855aa6380d666e9bc381b9/f/b71a1101db904786be8c0173d3d3fe31_SeqId_4_ 2024-11-10T00:22:41,584 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44609 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/staging/jenkins__test__gu3eprdaaol1tuindspkctp7q1ca4jme6c3i37vtgeois3a38jbdic18uackr956/f/hfile_1 into 20bd695325855aa6380d666e9bc381b9/f as hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/data/default/test/20bd695325855aa6380d666e9bc381b9/f/8ba89d5ca8b44a2fac381652250b1814_SeqId_4_ - updating store file list. 2024-11-10T00:22:41,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44609 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8ba89d5ca8b44a2fac381652250b1814_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T00:22:41,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44609 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/data/default/test/20bd695325855aa6380d666e9bc381b9/f/8ba89d5ca8b44a2fac381652250b1814_SeqId_4_ into 20bd695325855aa6380d666e9bc381b9/f 2024-11-10T00:22:41,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44609 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/staging/jenkins__test__gu3eprdaaol1tuindspkctp7q1ca4jme6c3i37vtgeois3a38jbdic18uackr956/f/hfile_1 into 20bd695325855aa6380d666e9bc381b9/f (new location: hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/data/default/test/20bd695325855aa6380d666e9bc381b9/f/8ba89d5ca8b44a2fac381652250b1814_SeqId_4_) 2024-11-10T00:22:41,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44609 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/staging/jenkins__test__gu3eprdaaol1tuindspkctp7q1ca4jme6c3i37vtgeois3a38jbdic18uackr956/f/hfile_1 2024-11-10T00:22:41,588 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44609 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/staging/jenkins__test__gu3eprdaaol1tuindspkctp7q1ca4jme6c3i37vtgeois3a38jbdic18uackr956/f/hfile_0 into 20bd695325855aa6380d666e9bc381b9/f as hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/data/default/test/20bd695325855aa6380d666e9bc381b9/f/b71a1101db904786be8c0173d3d3fe31_SeqId_4_ - updating store file list. 2024-11-10T00:22:41,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44609 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b71a1101db904786be8c0173d3d3fe31_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T00:22:41,592 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44609 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/data/default/test/20bd695325855aa6380d666e9bc381b9/f/b71a1101db904786be8c0173d3d3fe31_SeqId_4_ into 20bd695325855aa6380d666e9bc381b9/f 2024-11-10T00:22:41,592 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44609 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/staging/jenkins__test__gu3eprdaaol1tuindspkctp7q1ca4jme6c3i37vtgeois3a38jbdic18uackr956/f/hfile_0 into 20bd695325855aa6380d666e9bc381b9/f (new location: hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/data/default/test/20bd695325855aa6380d666e9bc381b9/f/b71a1101db904786be8c0173d3d3fe31_SeqId_4_) 2024-11-10T00:22:41,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44609 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/staging/jenkins__test__gu3eprdaaol1tuindspkctp7q1ca4jme6c3i37vtgeois3a38jbdic18uackr956/f/hfile_0 2024-11-10T00:22:41,594 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:22:41,594 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:22:41,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:41,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:41,594 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731198152100.20bd695325855aa6380d666e9bc381b9., hostname=b3c019fcff38,44609,1731198144967, seqNum=2 , the old value is region=test,,1731198152100.20bd695325855aa6380d666e9bc381b9., hostname=b3c019fcff38,44609,1731198144967, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b3c019fcff38:44609 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T00:22:41,595 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731198152100.20bd695325855aa6380d666e9bc381b9., hostname=b3c019fcff38,44609,1731198144967, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T00:22:41,595 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731198152100.20bd695325855aa6380d666e9bc381b9., hostname=b3c019fcff38,44609,1731198144967, seqNum=2 from cache 2024-11-10T00:22:41,595 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:22:41,595 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:22:41,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,40395,1731198149064, seqNum=-1] 2024-11-10T00:22:41,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:22:41,597 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:22:41,597 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-10T00:22:41,599 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731198154255.7c82ec71a54fcb97ed782061b65ed8ca., hostname=b3c019fcff38,40395,1731198149064, seqNum=2] 2024-11-10T00:22:41,601 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T00:22:41,703 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b3c019fcff38:44609 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-10T00:22:42,032 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,40395,1731198149064.replicationSource.wal-reader.b3c019fcff38%2C40395%2C1731198149064,1-b3c019fcff38,40395,1731198149064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/WALs/b3c019fcff38,40395,1731198149064/b3c019fcff38%2C40395%2C1731198149064.1731198151065 to pos 379, reset compression=false 2024-11-10T00:22:42,287 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967.replicationSource.wal-reader.b3c019fcff38%2C44609%2C1731198144967,1-b3c019fcff38,44609,1731198144967 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/WALs/b3c019fcff38,44609,1731198144967/b3c019fcff38%2C44609%2C1731198144967.1731198146960 to pos 379, reset compression=false 2024-11-10T00:22:42,293 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967.replicationSource.wal-reader.b3c019fcff38%2C44609%2C1731198144967,1-b3c019fcff38,44609,1731198144967 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T00:22:42,293 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967.replicationSource.shipperb3c019fcff38%2C44609%2C1731198144967,1-b3c019fcff38,44609,1731198144967 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,44609,1731198144967 got entry batch from reader: WALEntryBatch [walEntries=[{test/20bd695325855aa6380d666e9bc381b9/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731198161592/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/WALs/b3c019fcff38,44609,1731198144967/b3c019fcff38%2C44609%2C1731198144967.1731198146960, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-10T00:22:42,295 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967.replicationSource.shipperb3c019fcff38%2C44609%2C1731198144967,1-b3c019fcff38,44609,1731198144967 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T00:22:42,296 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-10T00:22:42,297 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.ReplicationSink(318): Replicating [1494ce2e-ae1a-439f-b3c4-878dacaf9ada] bulk loaded data 2024-11-10T00:22:42,297 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75e5186, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:42,297 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,40063,-1 for getting cluster id 2024-11-10T00:22:42,298 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:22:42,298 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f78a234-3edd-4037-8687-2ef6c9810390' 2024-11-10T00:22:42,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:22:42,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f78a234-3edd-4037-8687-2ef6c9810390" 2024-11-10T00:22:42,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21091cc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:42,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,40063,-1] 2024-11-10T00:22:42,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:22:42,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:42,299 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:22:42,300 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12561f64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:42,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41977 is added to blk_1073741840_1016 (size=7691) 2024-11-10T00:22:42,493 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967.replicationSource.wal-reader.b3c019fcff38%2C44609%2C1731198144967,1-b3c019fcff38,44609,1731198144967 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/WALs/b3c019fcff38,44609,1731198144967/b3c019fcff38%2C44609%2C1731198144967.1731198146960 to pos 687, reset compression=false 2024-11-10T00:22:42,603 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T00:22:42,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41977 is added to blk_1073741841_1017 (size=7894) 2024-11-10T00:22:42,736 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,40395,1731198149064.replicationSource.wal-reader.b3c019fcff38%2C40395%2C1731198149064,1-b3c019fcff38,40395,1731198149064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/WALs/b3c019fcff38,40395,1731198149064/b3c019fcff38%2C40395%2C1731198149064.1731198151065 to pos 379, reset compression=false 2024-11-10T00:22:42,797 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967.replicationSource.wal-reader.b3c019fcff38%2C44609%2C1731198144967,1-b3c019fcff38,44609,1731198144967 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/WALs/b3c019fcff38,44609,1731198144967/b3c019fcff38%2C44609%2C1731198144967.1731198146960 to pos 687, reset compression=false 2024-11-10T00:22:43,120 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:22:43,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,40063,1731198149027 2024-11-10T00:22:43,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@262653c 2024-11-10T00:22:43,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:22:43,123 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-10T00:22:43,124 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T00:22:43,125 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:22:43,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,40395,1731198149064, seqNum=-1] 2024-11-10T00:22:43,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:22:43,126 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-10T00:22:43,132 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/staging/jenkins.hfs.11__test__jspsebu83202hcmm5oh702faukljktmji4uondra08igdog3ii8ki2p1uj1fb27q/f/8ba89d5ca8b44a2fac381652250b1814_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-10T00:22:43,134 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/staging/jenkins.hfs.11__test__jspsebu83202hcmm5oh702faukljktmji4uondra08igdog3ii8ki2p1uj1fb27q/f/b71a1101db904786be8c0173d3d3fe31_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-10T00:22:43,137 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/staging/jenkins.hfs.11__test__jspsebu83202hcmm5oh702faukljktmji4uondra08igdog3ii8ki2p1uj1fb27q/f/8ba89d5ca8b44a2fac381652250b1814_SeqId_4_ for inclusion in 7c82ec71a54fcb97ed782061b65ed8ca/f 2024-11-10T00:22:43,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-10T00:22:43,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T00:22:43,139 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/staging/jenkins.hfs.11__test__jspsebu83202hcmm5oh702faukljktmji4uondra08igdog3ii8ki2p1uj1fb27q/f/b71a1101db904786be8c0173d3d3fe31_SeqId_4_ for inclusion in 7c82ec71a54fcb97ed782061b65ed8ca/f 2024-11-10T00:22:43,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-10T00:22:43,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T00:22:43,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HRegion(2603): Flush status journal for 7c82ec71a54fcb97ed782061b65ed8ca: 2024-11-10T00:22:43,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8ba89d5ca8b44a2fac381652250b1814_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-10T00:22:43,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/staging/jenkins.hfs.11__test__jspsebu83202hcmm5oh702faukljktmji4uondra08igdog3ii8ki2p1uj1fb27q/f/8ba89d5ca8b44a2fac381652250b1814_SeqId_4_ as hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/data/default/test/7c82ec71a54fcb97ed782061b65ed8ca/f/8fe9e2f434854d0bbe168dab37e71f9b_SeqId_4_ 2024-11-10T00:22:43,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b71a1101db904786be8c0173d3d3fe31_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-10T00:22:43,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/staging/jenkins.hfs.11__test__jspsebu83202hcmm5oh702faukljktmji4uondra08igdog3ii8ki2p1uj1fb27q/f/b71a1101db904786be8c0173d3d3fe31_SeqId_4_ as hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/data/default/test/7c82ec71a54fcb97ed782061b65ed8ca/f/24b2a29c631f4c0786ea4e918cf2482f_SeqId_4_ 2024-11-10T00:22:43,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/staging/jenkins.hfs.11__test__jspsebu83202hcmm5oh702faukljktmji4uondra08igdog3ii8ki2p1uj1fb27q/f/8ba89d5ca8b44a2fac381652250b1814_SeqId_4_ into 7c82ec71a54fcb97ed782061b65ed8ca/f as hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/data/default/test/7c82ec71a54fcb97ed782061b65ed8ca/f/8fe9e2f434854d0bbe168dab37e71f9b_SeqId_4_ - updating store file list. 2024-11-10T00:22:43,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8fe9e2f434854d0bbe168dab37e71f9b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T00:22:43,150 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/data/default/test/7c82ec71a54fcb97ed782061b65ed8ca/f/8fe9e2f434854d0bbe168dab37e71f9b_SeqId_4_ into 7c82ec71a54fcb97ed782061b65ed8ca/f 2024-11-10T00:22:43,150 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/staging/jenkins.hfs.11__test__jspsebu83202hcmm5oh702faukljktmji4uondra08igdog3ii8ki2p1uj1fb27q/f/8ba89d5ca8b44a2fac381652250b1814_SeqId_4_ into 7c82ec71a54fcb97ed782061b65ed8ca/f (new location: hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/data/default/test/7c82ec71a54fcb97ed782061b65ed8ca/f/8fe9e2f434854d0bbe168dab37e71f9b_SeqId_4_) 2024-11-10T00:22:43,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/staging/jenkins.hfs.11__test__jspsebu83202hcmm5oh702faukljktmji4uondra08igdog3ii8ki2p1uj1fb27q/f/8ba89d5ca8b44a2fac381652250b1814_SeqId_4_ 2024-11-10T00:22:43,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/staging/jenkins.hfs.11__test__jspsebu83202hcmm5oh702faukljktmji4uondra08igdog3ii8ki2p1uj1fb27q/f/b71a1101db904786be8c0173d3d3fe31_SeqId_4_ into 7c82ec71a54fcb97ed782061b65ed8ca/f as hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/data/default/test/7c82ec71a54fcb97ed782061b65ed8ca/f/24b2a29c631f4c0786ea4e918cf2482f_SeqId_4_ - updating store file list. 2024-11-10T00:22:43,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 24b2a29c631f4c0786ea4e918cf2482f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T00:22:43,155 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/data/default/test/7c82ec71a54fcb97ed782061b65ed8ca/f/24b2a29c631f4c0786ea4e918cf2482f_SeqId_4_ into 7c82ec71a54fcb97ed782061b65ed8ca/f 2024-11-10T00:22:43,155 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/staging/jenkins.hfs.11__test__jspsebu83202hcmm5oh702faukljktmji4uondra08igdog3ii8ki2p1uj1fb27q/f/b71a1101db904786be8c0173d3d3fe31_SeqId_4_ into 7c82ec71a54fcb97ed782061b65ed8ca/f (new location: hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/data/default/test/7c82ec71a54fcb97ed782061b65ed8ca/f/24b2a29c631f4c0786ea4e918cf2482f_SeqId_4_) 2024-11-10T00:22:43,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/staging/jenkins.hfs.11__test__jspsebu83202hcmm5oh702faukljktmji4uondra08igdog3ii8ki2p1uj1fb27q/f/b71a1101db904786be8c0173d3d3fe31_SeqId_4_ 2024-11-10T00:22:43,157 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.ReplicationSink(324): Finished replicating [1494ce2e-ae1a-439f-b3c4-878dacaf9ada] bulk loaded data 2024-11-10T00:22:43,201 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967.replicationSource.wal-reader.b3c019fcff38%2C44609%2C1731198144967,1-b3c019fcff38,44609,1731198144967 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/WALs/b3c019fcff38,44609,1731198144967/b3c019fcff38%2C44609%2C1731198144967.1731198146960 to pos 687, reset compression=false 2024-11-10T00:22:43,540 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,40395,1731198149064.replicationSource.wal-reader.b3c019fcff38%2C40395%2C1731198149064,1-b3c019fcff38,40395,1731198149064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/WALs/b3c019fcff38,40395,1731198149064/b3c019fcff38%2C40395%2C1731198149064.1731198151065 to pos 379, reset compression=false 2024-11-10T00:22:43,545 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,40395,1731198149064.replicationSource.wal-reader.b3c019fcff38%2C40395%2C1731198149064,1-b3c019fcff38,40395,1731198149064 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T00:22:43,545 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,40395,1731198149064.replicationSource.shipperb3c019fcff38%2C40395%2C1731198149064,1-b3c019fcff38,40395,1731198149064 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,40395,1731198149064 got entry batch from reader: WALEntryBatch [walEntries=[{test/7c82ec71a54fcb97ed782061b65ed8ca/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731198163155/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/WALs/b3c019fcff38,40395,1731198149064/b3c019fcff38%2C40395%2C1731198149064.1731198151065, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-10T00:22:43,547 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,40395,1731198149064.replicationSource.shipperb3c019fcff38%2C40395%2C1731198149064,1-b3c019fcff38,40395,1731198149064 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T00:22:43,548 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-10T00:22:43,548 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44609 {}] regionserver.ReplicationSink(318): Replicating [1494ce2e-ae1a-439f-b3c4-878dacaf9ada, 5f78a234-3edd-4037-8687-2ef6c9810390] bulk loaded data 2024-11-10T00:22:43,549 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44609 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@563f96a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:43,549 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44609 {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,43045,-1 for getting cluster id 2024-11-10T00:22:43,549 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44609 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:22:43,550 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1494ce2e-ae1a-439f-b3c4-878dacaf9ada' 2024-11-10T00:22:43,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:22:43,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1494ce2e-ae1a-439f-b3c4-878dacaf9ada" 2024-11-10T00:22:43,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@714d10fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:43,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,43045,-1] 2024-11-10T00:22:43,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:22:43,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:43,551 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:22:43,552 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44609 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1cb07e47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:43,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32975 is added to blk_1073741842_1018 (size=7691) 2024-11-10T00:22:43,610 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:22:43,613 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731198163613/Put/seqid=0 2024-11-10T00:22:43,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41977 is added to blk_1073741842_1018 (size=11194) 2024-11-10T00:22:43,705 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967.replicationSource.wal-reader.b3c019fcff38%2C44609%2C1731198144967,1-b3c019fcff38,44609,1731198144967 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/WALs/b3c019fcff38,44609,1731198144967/b3c019fcff38%2C44609%2C1731198144967.1731198146960 to pos 687, reset compression=false 2024-11-10T00:22:43,745 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,40395,1731198149064.replicationSource.wal-reader.b3c019fcff38%2C40395%2C1731198149064,1-b3c019fcff38,40395,1731198149064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/WALs/b3c019fcff38,40395,1731198149064/b3c019fcff38%2C40395%2C1731198149064.1731198151065 to pos 725, reset compression=false 2024-11-10T00:22:43,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32975 is added to blk_1073741843_1019 (size=7894) 2024-11-10T00:22:44,020 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731198164019/Put/seqid=0 2024-11-10T00:22:44,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41977 is added to blk_1073741843_1019 (size=10791) 2024-11-10T00:22:44,049 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,40395,1731198149064.replicationSource.wal-reader.b3c019fcff38%2C40395%2C1731198149064,1-b3c019fcff38,40395,1731198149064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/WALs/b3c019fcff38,40395,1731198149064/b3c019fcff38%2C40395%2C1731198149064.1731198151065 to pos 725, reset compression=false 2024-11-10T00:22:44,309 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967.replicationSource.wal-reader.b3c019fcff38%2C44609%2C1731198144967,1-b3c019fcff38,44609,1731198144967 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/WALs/b3c019fcff38,44609,1731198144967/b3c019fcff38%2C44609%2C1731198144967.1731198146960 to pos 687, reset compression=false 2024-11-10T00:22:44,371 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44609 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:22:44,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,43045,1731198144916 2024-11-10T00:22:44,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@630a3177 2024-11-10T00:22:44,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:22:44,373 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-10T00:22:44,376 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44609 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T00:22:44,376 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44609 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:22:44,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,44609,1731198144967, seqNum=-1] 2024-11-10T00:22:44,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:22:44,378 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-10T00:22:44,384 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/staging/jenkins.hfs.10__test__ab4fua4krnj7maq3p0kjtdha1c97vus97bbahhok79ga1td21i1498070g7g4f7e/f/24b2a29c631f4c0786ea4e918cf2482f_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-10T00:22:44,386 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/staging/jenkins.hfs.10__test__ab4fua4krnj7maq3p0kjtdha1c97vus97bbahhok79ga1td21i1498070g7g4f7e/f/8fe9e2f434854d0bbe168dab37e71f9b_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-10T00:22:44,388 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44609 {}] regionserver.ReplicationSink(324): Finished replicating [1494ce2e-ae1a-439f-b3c4-878dacaf9ada, 5f78a234-3edd-4037-8687-2ef6c9810390] bulk loaded data 2024-11-10T00:22:44,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15d68f2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:44,426 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,40063,-1 for getting cluster id 2024-11-10T00:22:44,426 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:22:44,427 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f78a234-3edd-4037-8687-2ef6c9810390' 2024-11-10T00:22:44,427 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:22:44,427 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f78a234-3edd-4037-8687-2ef6c9810390" 2024-11-10T00:22:44,428 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8635ee5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:44,428 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,40063,-1] 2024-11-10T00:22:44,428 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:22:44,428 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:44,429 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:22:44,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@719d3cb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:44,430 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:22:44,430 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,40395,1731198149064, seqNum=-1] 2024-11-10T00:22:44,431 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:22:44,432 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:22:44,439 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:22:44,453 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,40395,1731198149064.replicationSource.wal-reader.b3c019fcff38%2C40395%2C1731198149064,1-b3c019fcff38,40395,1731198149064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/WALs/b3c019fcff38,40395,1731198149064/b3c019fcff38%2C40395%2C1731198149064.1731198151065 to pos 725, reset compression=false 2024-11-10T00:22:44,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,40063,1731198149027 2024-11-10T00:22:44,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ea8bc8d 2024-11-10T00:22:44,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:22:44,455 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:22:44,459 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731198154255.7c82ec71a54fcb97ed782061b65ed8ca., hostname=b3c019fcff38,40395,1731198149064, seqNum=2] 2024-11-10T00:22:44,462 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T00:22:44,467 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-10T00:22:44,470 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-10T00:22:44,473 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 7c82ec71a54fcb97ed782061b65ed8ca/f 2024-11-10T00:22:44,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-10T00:22:44,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T00:22:44,476 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 7c82ec71a54fcb97ed782061b65ed8ca/f 2024-11-10T00:22:44,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-10T00:22:44,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T00:22:44,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HRegion(2603): Flush status journal for 7c82ec71a54fcb97ed782061b65ed8ca: 2024-11-10T00:22:44,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/staging/jenkins__test__qv93r01ej4rgc6pjp2h3du538o9ncgp1flul8g588u2q1nmelsl66prg477e231h/f/hfile_0 2024-11-10T00:22:44,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/staging/jenkins__test__qv93r01ej4rgc6pjp2h3du538o9ncgp1flul8g588u2q1nmelsl66prg477e231h/f/hfile_0 as hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/data/default/test/7c82ec71a54fcb97ed782061b65ed8ca/f/0573b92efb4d4e5ca95fa0ceac0375c5_SeqId_6_ 2024-11-10T00:22:44,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/staging/jenkins__test__qv93r01ej4rgc6pjp2h3du538o9ncgp1flul8g588u2q1nmelsl66prg477e231h/f/hfile_1 2024-11-10T00:22:44,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/staging/jenkins__test__qv93r01ej4rgc6pjp2h3du538o9ncgp1flul8g588u2q1nmelsl66prg477e231h/f/hfile_1 as hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/data/default/test/7c82ec71a54fcb97ed782061b65ed8ca/f/1861a28807f04b179fc475226c7f93ce_SeqId_6_ 2024-11-10T00:22:44,486 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/staging/jenkins__test__qv93r01ej4rgc6pjp2h3du538o9ncgp1flul8g588u2q1nmelsl66prg477e231h/f/hfile_0 into 7c82ec71a54fcb97ed782061b65ed8ca/f as hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/data/default/test/7c82ec71a54fcb97ed782061b65ed8ca/f/0573b92efb4d4e5ca95fa0ceac0375c5_SeqId_6_ - updating store file list. 2024-11-10T00:22:44,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0573b92efb4d4e5ca95fa0ceac0375c5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T00:22:44,490 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/data/default/test/7c82ec71a54fcb97ed782061b65ed8ca/f/0573b92efb4d4e5ca95fa0ceac0375c5_SeqId_6_ into 7c82ec71a54fcb97ed782061b65ed8ca/f 2024-11-10T00:22:44,490 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/staging/jenkins__test__qv93r01ej4rgc6pjp2h3du538o9ncgp1flul8g588u2q1nmelsl66prg477e231h/f/hfile_0 into 7c82ec71a54fcb97ed782061b65ed8ca/f (new location: hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/data/default/test/7c82ec71a54fcb97ed782061b65ed8ca/f/0573b92efb4d4e5ca95fa0ceac0375c5_SeqId_6_) 2024-11-10T00:22:44,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/staging/jenkins__test__qv93r01ej4rgc6pjp2h3du538o9ncgp1flul8g588u2q1nmelsl66prg477e231h/f/hfile_0 2024-11-10T00:22:44,491 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/staging/jenkins__test__qv93r01ej4rgc6pjp2h3du538o9ncgp1flul8g588u2q1nmelsl66prg477e231h/f/hfile_1 into 7c82ec71a54fcb97ed782061b65ed8ca/f as hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/data/default/test/7c82ec71a54fcb97ed782061b65ed8ca/f/1861a28807f04b179fc475226c7f93ce_SeqId_6_ - updating store file list. 2024-11-10T00:22:44,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1861a28807f04b179fc475226c7f93ce_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T00:22:44,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/data/default/test/7c82ec71a54fcb97ed782061b65ed8ca/f/1861a28807f04b179fc475226c7f93ce_SeqId_6_ into 7c82ec71a54fcb97ed782061b65ed8ca/f 2024-11-10T00:22:44,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/staging/jenkins__test__qv93r01ej4rgc6pjp2h3du538o9ncgp1flul8g588u2q1nmelsl66prg477e231h/f/hfile_1 into 7c82ec71a54fcb97ed782061b65ed8ca/f (new location: hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/data/default/test/7c82ec71a54fcb97ed782061b65ed8ca/f/1861a28807f04b179fc475226c7f93ce_SeqId_6_) 2024-11-10T00:22:44,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/staging/jenkins__test__qv93r01ej4rgc6pjp2h3du538o9ncgp1flul8g588u2q1nmelsl66prg477e231h/f/hfile_1 2024-11-10T00:22:44,497 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:22:44,497 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:22:44,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:44,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:44,498 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:22:44,498 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:22:44,500 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,44609,1731198144967, seqNum=-1] 2024-11-10T00:22:44,500 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:22:44,501 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:22:44,503 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731198152100.20bd695325855aa6380d666e9bc381b9., hostname=b3c019fcff38,44609,1731198144967, seqNum=2] 2024-11-10T00:22:44,509 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T00:22:44,957 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,40395,1731198149064.replicationSource.wal-reader.b3c019fcff38%2C40395%2C1731198149064,1-b3c019fcff38,40395,1731198149064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/WALs/b3c019fcff38,40395,1731198149064/b3c019fcff38%2C40395%2C1731198149064.1731198151065 to pos 725, reset compression=false 2024-11-10T00:22:44,962 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,40395,1731198149064.replicationSource.wal-reader.b3c019fcff38%2C40395%2C1731198149064,1-b3c019fcff38,40395,1731198149064 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T00:22:44,962 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,40395,1731198149064.replicationSource.shipperb3c019fcff38%2C40395%2C1731198149064,1-b3c019fcff38,40395,1731198149064 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,40395,1731198149064 got entry batch from reader: WALEntryBatch [walEntries=[{test/7c82ec71a54fcb97ed782061b65ed8ca/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731198164496/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/WALs/b3c019fcff38,40395,1731198149064/b3c019fcff38%2C40395%2C1731198149064.1731198151065, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-10T00:22:44,963 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44609 {}] regionserver.ReplicationSink(318): Replicating [5f78a234-3edd-4037-8687-2ef6c9810390] bulk loaded data 2024-11-10T00:22:44,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32975 is added to blk_1073741844_1020 (size=11194) 2024-11-10T00:22:45,014 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967.replicationSource.wal-reader.b3c019fcff38%2C44609%2C1731198144967,1-b3c019fcff38,44609,1731198144967 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/WALs/b3c019fcff38,44609,1731198144967/b3c019fcff38%2C44609%2C1731198144967.1731198146960 to pos 687, reset compression=false 2024-11-10T00:22:45,162 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,40395,1731198149064.replicationSource.wal-reader.b3c019fcff38%2C40395%2C1731198149064,1-b3c019fcff38,40395,1731198149064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/WALs/b3c019fcff38,40395,1731198149064/b3c019fcff38%2C40395%2C1731198149064.1731198151065 to pos 1033, reset compression=false 2024-11-10T00:22:45,234 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T00:22:45,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:45,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:45,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:45,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:45,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:45,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:45,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:45,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:45,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32975 is added to blk_1073741845_1021 (size=10791) 2024-11-10T00:22:45,466 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,40395,1731198149064.replicationSource.wal-reader.b3c019fcff38%2C40395%2C1731198149064,1-b3c019fcff38,40395,1731198149064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/WALs/b3c019fcff38,40395,1731198149064/b3c019fcff38%2C40395%2C1731198149064.1731198151065 to pos 1033, reset compression=false 2024-11-10T00:22:45,514 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T00:22:45,783 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44609 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T00:22:45,789 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/staging/jenkins.hfs.10__test__fcru7a775tp6653uo5h84o6plndrhmodc9p2qjvudcc70f5jea6k5khl7b8shg4e/f/0573b92efb4d4e5ca95fa0ceac0375c5_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-10T00:22:45,791 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/staging/jenkins.hfs.10__test__fcru7a775tp6653uo5h84o6plndrhmodc9p2qjvudcc70f5jea6k5khl7b8shg4e/f/1861a28807f04b179fc475226c7f93ce_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-10T00:22:45,794 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44609 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/staging/jenkins.hfs.10__test__fcru7a775tp6653uo5h84o6plndrhmodc9p2qjvudcc70f5jea6k5khl7b8shg4e/f/0573b92efb4d4e5ca95fa0ceac0375c5_SeqId_6_ for inclusion in 20bd695325855aa6380d666e9bc381b9/f 2024-11-10T00:22:45,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44609 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-10T00:22:45,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44609 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T00:22:45,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44609 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/staging/jenkins.hfs.10__test__fcru7a775tp6653uo5h84o6plndrhmodc9p2qjvudcc70f5jea6k5khl7b8shg4e/f/1861a28807f04b179fc475226c7f93ce_SeqId_6_ for inclusion in 20bd695325855aa6380d666e9bc381b9/f 2024-11-10T00:22:45,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44609 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-10T00:22:45,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44609 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T00:22:45,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44609 {}] regionserver.HRegion(2603): Flush status journal for 20bd695325855aa6380d666e9bc381b9: 2024-11-10T00:22:45,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44609 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0573b92efb4d4e5ca95fa0ceac0375c5_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-10T00:22:45,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/staging/jenkins.hfs.10__test__fcru7a775tp6653uo5h84o6plndrhmodc9p2qjvudcc70f5jea6k5khl7b8shg4e/f/0573b92efb4d4e5ca95fa0ceac0375c5_SeqId_6_ as hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/data/default/test/20bd695325855aa6380d666e9bc381b9/f/ad581c379f0d459dade7196b996f0b50_SeqId_6_ 2024-11-10T00:22:45,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44609 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1861a28807f04b179fc475226c7f93ce_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-10T00:22:45,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/staging/jenkins.hfs.10__test__fcru7a775tp6653uo5h84o6plndrhmodc9p2qjvudcc70f5jea6k5khl7b8shg4e/f/1861a28807f04b179fc475226c7f93ce_SeqId_6_ as hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/data/default/test/20bd695325855aa6380d666e9bc381b9/f/60ed81fa504d424fb68aae2b6c95b12e_SeqId_6_ 2024-11-10T00:22:45,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44609 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/staging/jenkins.hfs.10__test__fcru7a775tp6653uo5h84o6plndrhmodc9p2qjvudcc70f5jea6k5khl7b8shg4e/f/0573b92efb4d4e5ca95fa0ceac0375c5_SeqId_6_ into 20bd695325855aa6380d666e9bc381b9/f as hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/data/default/test/20bd695325855aa6380d666e9bc381b9/f/ad581c379f0d459dade7196b996f0b50_SeqId_6_ - updating store file list. 2024-11-10T00:22:45,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44609 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ad581c379f0d459dade7196b996f0b50_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T00:22:45,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44609 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/data/default/test/20bd695325855aa6380d666e9bc381b9/f/ad581c379f0d459dade7196b996f0b50_SeqId_6_ into 20bd695325855aa6380d666e9bc381b9/f 2024-11-10T00:22:45,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44609 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/staging/jenkins.hfs.10__test__fcru7a775tp6653uo5h84o6plndrhmodc9p2qjvudcc70f5jea6k5khl7b8shg4e/f/0573b92efb4d4e5ca95fa0ceac0375c5_SeqId_6_ into 20bd695325855aa6380d666e9bc381b9/f (new location: hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/data/default/test/20bd695325855aa6380d666e9bc381b9/f/ad581c379f0d459dade7196b996f0b50_SeqId_6_) 2024-11-10T00:22:45,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44609 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/staging/jenkins.hfs.10__test__fcru7a775tp6653uo5h84o6plndrhmodc9p2qjvudcc70f5jea6k5khl7b8shg4e/f/0573b92efb4d4e5ca95fa0ceac0375c5_SeqId_6_ 2024-11-10T00:22:45,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44609 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/staging/jenkins.hfs.10__test__fcru7a775tp6653uo5h84o6plndrhmodc9p2qjvudcc70f5jea6k5khl7b8shg4e/f/1861a28807f04b179fc475226c7f93ce_SeqId_6_ into 20bd695325855aa6380d666e9bc381b9/f as hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/data/default/test/20bd695325855aa6380d666e9bc381b9/f/60ed81fa504d424fb68aae2b6c95b12e_SeqId_6_ - updating store file list. 2024-11-10T00:22:45,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44609 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 60ed81fa504d424fb68aae2b6c95b12e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T00:22:45,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44609 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/data/default/test/20bd695325855aa6380d666e9bc381b9/f/60ed81fa504d424fb68aae2b6c95b12e_SeqId_6_ into 20bd695325855aa6380d666e9bc381b9/f 2024-11-10T00:22:45,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44609 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/staging/jenkins.hfs.10__test__fcru7a775tp6653uo5h84o6plndrhmodc9p2qjvudcc70f5jea6k5khl7b8shg4e/f/1861a28807f04b179fc475226c7f93ce_SeqId_6_ into 20bd695325855aa6380d666e9bc381b9/f (new location: hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/data/default/test/20bd695325855aa6380d666e9bc381b9/f/60ed81fa504d424fb68aae2b6c95b12e_SeqId_6_) 2024-11-10T00:22:45,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44609 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/staging/jenkins.hfs.10__test__fcru7a775tp6653uo5h84o6plndrhmodc9p2qjvudcc70f5jea6k5khl7b8shg4e/f/1861a28807f04b179fc475226c7f93ce_SeqId_6_ 2024-11-10T00:22:45,813 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44609 {}] regionserver.ReplicationSink(324): Finished replicating [5f78a234-3edd-4037-8687-2ef6c9810390] bulk loaded data 2024-11-10T00:22:45,817 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967.replicationSource.wal-reader.b3c019fcff38%2C44609%2C1731198144967,1-b3c019fcff38,44609,1731198144967 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/WALs/b3c019fcff38,44609,1731198144967/b3c019fcff38%2C44609%2C1731198144967.1731198146960 to pos 687, reset compression=false 2024-11-10T00:22:45,821 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967.replicationSource.wal-reader.b3c019fcff38%2C44609%2C1731198144967,1-b3c019fcff38,44609,1731198144967 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T00:22:45,821 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967.replicationSource.shipperb3c019fcff38%2C44609%2C1731198144967,1-b3c019fcff38,44609,1731198144967 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,44609,1731198144967 got entry batch from reader: WALEntryBatch [walEntries=[{test/20bd695325855aa6380d666e9bc381b9/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731198165812/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/WALs/b3c019fcff38,44609,1731198144967/b3c019fcff38%2C44609%2C1731198144967.1731198146960, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-10T00:22:45,822 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.ReplicationSink(318): Replicating [5f78a234-3edd-4037-8687-2ef6c9810390, 1494ce2e-ae1a-439f-b3c4-878dacaf9ada] bulk loaded data 2024-11-10T00:22:45,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41977 is added to blk_1073741844_1020 (size=11194) 2024-11-10T00:22:45,870 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,40395,1731198149064.replicationSource.wal-reader.b3c019fcff38%2C40395%2C1731198149064,1-b3c019fcff38,40395,1731198149064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/WALs/b3c019fcff38,40395,1731198149064/b3c019fcff38%2C40395%2C1731198149064.1731198151065 to pos 1033, reset compression=false 2024-11-10T00:22:46,021 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967.replicationSource.wal-reader.b3c019fcff38%2C44609%2C1731198144967,1-b3c019fcff38,44609,1731198144967 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/WALs/b3c019fcff38,44609,1731198144967/b3c019fcff38%2C44609%2C1731198144967.1731198146960 to pos 1033, reset compression=false 2024-11-10T00:22:46,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41977 is added to blk_1073741845_1021 (size=10791) 2024-11-10T00:22:46,325 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967.replicationSource.wal-reader.b3c019fcff38%2C44609%2C1731198144967,1-b3c019fcff38,44609,1731198144967 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/WALs/b3c019fcff38,44609,1731198144967/b3c019fcff38%2C44609%2C1731198144967.1731198146960 to pos 1033, reset compression=false 2024-11-10T00:22:46,373 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,40395,1731198149064.replicationSource.wal-reader.b3c019fcff38%2C40395%2C1731198149064,1-b3c019fcff38,40395,1731198149064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/WALs/b3c019fcff38,40395,1731198149064/b3c019fcff38%2C40395%2C1731198149064.1731198151065 to pos 1033, reset compression=false 2024-11-10T00:22:46,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T00:22:46,525 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:22:46,525 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:22:46,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:46,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:46,525 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:22:46,525 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T00:22:46,525 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=375867352, stopped=false 2024-11-10T00:22:46,525 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b3c019fcff38,40063,1731198149027 2024-11-10T00:22:46,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x100ff4137c90003, quorum=127.0.0.1:51229, baseZNode=/11557437243 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11557437243/running 2024-11-10T00:22:46,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40395-0x100ff4137c90004, quorum=127.0.0.1:51229, baseZNode=/11557437243 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11557437243/running 2024-11-10T00:22:46,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40395-0x100ff4137c90004, quorum=127.0.0.1:51229, baseZNode=/11557437243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11557437243 2024-11-10T00:22:46,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x100ff4137c90003, quorum=127.0.0.1:51229, baseZNode=/11557437243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11557437243 2024-11-10T00:22:46,527 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T00:22:46,527 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:22:46,527 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:22:46,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:46,528 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b3c019fcff38,40395,1731198149064' ***** 2024-11-10T00:22:46,528 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T00:22:46,528 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40395-0x100ff4137c90004, quorum=127.0.0.1:51229, baseZNode=/11557437243 Set watcher on znode that does not yet exist, /11557437243/running 2024-11-10T00:22:46,528 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40063-0x100ff4137c90003, quorum=127.0.0.1:51229, baseZNode=/11557437243 Set watcher on znode that does not yet exist, /11557437243/running 2024-11-10T00:22:46,528 INFO [RS:0;b3c019fcff38:40395 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T00:22:46,528 INFO [RS:0;b3c019fcff38:40395 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T00:22:46,528 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T00:22:46,528 INFO [RS:0;b3c019fcff38:40395 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T00:22:46,529 INFO [RS:0;b3c019fcff38:40395 {}] regionserver.HRegionServer(3091): Received CLOSE for 7c82ec71a54fcb97ed782061b65ed8ca 2024-11-10T00:22:46,529 INFO [RS:0;b3c019fcff38:40395 {}] regionserver.HRegionServer(3091): Received CLOSE for 7bb2751dfc052b9833e55a3d2cdca121 2024-11-10T00:22:46,529 INFO [RS:0;b3c019fcff38:40395 {}] regionserver.HRegionServer(959): stopping server b3c019fcff38,40395,1731198149064 2024-11-10T00:22:46,529 INFO [RS:0;b3c019fcff38:40395 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T00:22:46,529 INFO [RS:0;b3c019fcff38:40395 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b3c019fcff38:40395. 2024-11-10T00:22:46,529 DEBUG [RS:0;b3c019fcff38:40395 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:22:46,529 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7c82ec71a54fcb97ed782061b65ed8ca, disabling compactions & flushes 2024-11-10T00:22:46,529 DEBUG [RS:0;b3c019fcff38:40395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:46,529 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731198154255.7c82ec71a54fcb97ed782061b65ed8ca. 2024-11-10T00:22:46,529 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731198154255.7c82ec71a54fcb97ed782061b65ed8ca. 2024-11-10T00:22:46,529 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731198154255.7c82ec71a54fcb97ed782061b65ed8ca. after waiting 0 ms 2024-11-10T00:22:46,529 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731198154255.7c82ec71a54fcb97ed782061b65ed8ca. 2024-11-10T00:22:46,529 INFO [RS:0;b3c019fcff38:40395 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T00:22:46,529 INFO [RS:0;b3c019fcff38:40395 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T00:22:46,529 INFO [RS:0;b3c019fcff38:40395 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T00:22:46,529 INFO [RS:0;b3c019fcff38:40395 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T00:22:46,529 INFO [RS:0;b3c019fcff38:40395 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T00:22:46,530 DEBUG [RS:0;b3c019fcff38:40395 {}] regionserver.HRegionServer(1325): Online Regions={7c82ec71a54fcb97ed782061b65ed8ca=test,,1731198154255.7c82ec71a54fcb97ed782061b65ed8ca., 1588230740=hbase:meta,,1.1588230740, 7bb2751dfc052b9833e55a3d2cdca121=hbase:replication,,1731198158578.7bb2751dfc052b9833e55a3d2cdca121.} 2024-11-10T00:22:46,530 DEBUG [RS:0;b3c019fcff38:40395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7bb2751dfc052b9833e55a3d2cdca121, 7c82ec71a54fcb97ed782061b65ed8ca 2024-11-10T00:22:46,530 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T00:22:46,530 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T00:22:46,530 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T00:22:46,530 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T00:22:46,530 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T00:22:46,530 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T00:22:46,531 INFO [regionserver/b3c019fcff38:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T00:22:46,533 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/data/default/test/7c82ec71a54fcb97ed782061b65ed8ca/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T00:22:46,534 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T00:22:46,534 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T00:22:46,534 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731198154255.7c82ec71a54fcb97ed782061b65ed8ca. 2024-11-10T00:22:46,534 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7c82ec71a54fcb97ed782061b65ed8ca: Waiting for close lock at 1731198166529Running coprocessor pre-close hooks at 1731198166529Disabling compacts and flushes for region at 1731198166529Disabling writes for close at 1731198166529Writing region close event to WAL at 1731198166530 (+1 ms)Running coprocessor post-close hooks at 1731198166534 (+4 ms)Closed at 1731198166534 2024-11-10T00:22:46,534 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731198154255.7c82ec71a54fcb97ed782061b65ed8ca. 2024-11-10T00:22:46,534 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7bb2751dfc052b9833e55a3d2cdca121, disabling compactions & flushes 2024-11-10T00:22:46,534 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731198158578.7bb2751dfc052b9833e55a3d2cdca121. 2024-11-10T00:22:46,534 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731198158578.7bb2751dfc052b9833e55a3d2cdca121. 2024-11-10T00:22:46,534 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731198158578.7bb2751dfc052b9833e55a3d2cdca121. after waiting 0 ms 2024-11-10T00:22:46,534 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731198158578.7bb2751dfc052b9833e55a3d2cdca121. 2024-11-10T00:22:46,534 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7bb2751dfc052b9833e55a3d2cdca121 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-10T00:22:46,548 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/data/hbase/replication/7bb2751dfc052b9833e55a3d2cdca121/.tmp/hfileref/4a2efb398811433db8ecab2a21884cb7 is 74, key is 1/hfileref:0573b92efb4d4e5ca95fa0ceac0375c5_SeqId_6_/1731198165814/DeleteColumn/seqid=0 2024-11-10T00:22:46,549 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/data/hbase/meta/1588230740/.tmp/info/9539e6d9dcab4710beb2427210e6a134 is 147, key is hbase:replication,,1731198158578.7bb2751dfc052b9833e55a3d2cdca121./info:regioninfo/1731198159747/Put/seqid=0 2024-11-10T00:22:46,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41977 is added to blk_1073741846_1022 (size=5345) 2024-11-10T00:22:46,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41977 is added to blk_1073741847_1023 (size=7686) 2024-11-10T00:22:46,553 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/data/hbase/meta/1588230740/.tmp/info/9539e6d9dcab4710beb2427210e6a134 2024-11-10T00:22:46,575 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/data/hbase/meta/1588230740/.tmp/ns/07707090b92d4f678ec58a6bac15d694 is 43, key is default/ns:d/1731198152015/Put/seqid=0 2024-11-10T00:22:46,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41977 is added to blk_1073741848_1024 (size=5153) 2024-11-10T00:22:46,640 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T00:22:46,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40395 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b3c019fcff38,40395,1731198149064 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:22:46,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40395 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:45328 deadline: 1731198226640, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b3c019fcff38,40395,1731198149064 stopping 2024-11-10T00:22:46,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,40395,1731198149064, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,40395,1731198149064, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b3c019fcff38,40395,1731198149064 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:22:46,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,40395,1731198149064, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b3c019fcff38,40395,1731198149064 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:22:46,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,40395,1731198149064, seqNum=-1 from cache 2024-11-10T00:22:46,729 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967.replicationSource.wal-reader.b3c019fcff38%2C44609%2C1731198144967,1-b3c019fcff38,44609,1731198144967 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/WALs/b3c019fcff38,44609,1731198144967/b3c019fcff38%2C44609%2C1731198144967.1731198146960 to pos 1033, reset compression=false 2024-11-10T00:22:46,730 DEBUG [RS:0;b3c019fcff38:40395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7bb2751dfc052b9833e55a3d2cdca121 2024-11-10T00:22:46,752 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:22:46,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,40395,1731198149064, seqNum=-1] 2024-11-10T00:22:46,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40395 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b3c019fcff38,40395,1731198149064 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:22:46,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40395 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:45328 deadline: 1731198226640, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b3c019fcff38,40395,1731198149064 stopping 2024-11-10T00:22:46,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,40395,1731198149064, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,40395,1731198149064, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b3c019fcff38,40395,1731198149064 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:22:46,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,40395,1731198149064, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b3c019fcff38,40395,1731198149064 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:22:46,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,40395,1731198149064, seqNum=-1 from cache 2024-11-10T00:22:46,930 DEBUG [RS:0;b3c019fcff38:40395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7bb2751dfc052b9833e55a3d2cdca121 2024-11-10T00:22:46,953 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/data/hbase/replication/7bb2751dfc052b9833e55a3d2cdca121/.tmp/hfileref/4a2efb398811433db8ecab2a21884cb7 2024-11-10T00:22:46,957 INFO [regionserver/b3c019fcff38:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T00:22:46,957 INFO [regionserver/b3c019fcff38:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T00:22:46,962 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:22:46,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,40395,1731198149064, seqNum=-1] 2024-11-10T00:22:46,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40395 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b3c019fcff38,40395,1731198149064 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:22:46,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40395 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:45328 deadline: 1731198226641, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b3c019fcff38,40395,1731198149064 stopping 2024-11-10T00:22:46,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,40395,1731198149064, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,40395,1731198149064, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b3c019fcff38,40395,1731198149064 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:22:46,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,40395,1731198149064, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b3c019fcff38,40395,1731198149064 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:22:46,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,40395,1731198149064, seqNum=-1 from cache 2024-11-10T00:22:46,972 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/data/hbase/replication/7bb2751dfc052b9833e55a3d2cdca121/.tmp/queue/97678e04e4764b5fb416e985d7f9637e is 154, key is 1-b3c019fcff38,40395,1731198149064/queue:b3c019fcff38%2C40395%2C1731198149064/1731198165816/Put/seqid=0 2024-11-10T00:22:46,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41977 is added to blk_1073741849_1025 (size=5353) 2024-11-10T00:22:46,977 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,40395,1731198149064.replicationSource.wal-reader.b3c019fcff38%2C40395%2C1731198149064,1-b3c019fcff38,40395,1731198149064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/WALs/b3c019fcff38,40395,1731198149064/b3c019fcff38%2C40395%2C1731198149064.1731198151065 to pos 1033, reset compression=false 2024-11-10T00:22:46,978 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/data/hbase/meta/1588230740/.tmp/ns/07707090b92d4f678ec58a6bac15d694 2024-11-10T00:22:46,980 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,40395,1731198149064.replicationSource.wal-reader.b3c019fcff38%2C40395%2C1731198149064,1-b3c019fcff38,40395,1731198149064 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T00:22:46,980 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,40395,1731198149064.replicationSource.wal-reader.b3c019fcff38%2C40395%2C1731198149064,1-b3c019fcff38,40395,1731198149064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/WALs/b3c019fcff38,40395,1731198149064/b3c019fcff38%2C40395%2C1731198149064.1731198151065 to pos 1328, reset compression=false 2024-11-10T00:22:46,981 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,40395,1731198149064.replicationSource.shipperb3c019fcff38%2C40395%2C1731198149064,1-b3c019fcff38,40395,1731198149064 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,40395,1731198149064 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/WALs/b3c019fcff38,40395,1731198149064/b3c019fcff38%2C40395%2C1731198149064.1731198151065, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T00:22:46,982 ERROR [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,40395,1731198149064.replicationSource.shipperb3c019fcff38%2C40395%2C1731198149064,1-b3c019fcff38,40395,1731198149064 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b3c019fcff38,40395,1731198149064: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b3c019fcff38,40395,1731198149064, walGroup=b3c019fcff38%2C40395%2C1731198149064, offset=b3c019fcff38%2C40395%2C1731198149064.1731198151065:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b3c019fcff38:40395 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T00:22:46,984 ERROR [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,40395,1731198149064.replicationSource.shipperb3c019fcff38%2C40395%2C1731198149064,1-b3c019fcff38,40395,1731198149064 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T00:22:46,986 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,40395,1731198149064.replicationSource.shipperb3c019fcff38%2C40395%2C1731198149064,1-b3c019fcff38,40395,1731198149064 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T00:22:46,987 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,40395,1731198149064.replicationSource.shipperb3c019fcff38%2C40395%2C1731198149064,1-b3c019fcff38,40395,1731198149064 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T00:22:46,987 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,40395,1731198149064.replicationSource.shipperb3c019fcff38%2C40395%2C1731198149064,1-b3c019fcff38,40395,1731198149064 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T00:22:46,987 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,40395,1731198149064.replicationSource.shipperb3c019fcff38%2C40395%2C1731198149064,1-b3c019fcff38,40395,1731198149064 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T00:22:46,987 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,40395,1731198149064.replicationSource.shipperb3c019fcff38%2C40395%2C1731198149064,1-b3c019fcff38,40395,1731198149064 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 584921600 }, "NonHeapMemoryUsage": { "committed": 190644224, "init": 7667712, "max": -1, "used": 187944400 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T00:22:46,990 WARN [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,40395,1731198149064.replicationSource.shipperb3c019fcff38%2C40395%2C1731198149064,1-b3c019fcff38,40395,1731198149064 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b3c019fcff38:40063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b3c019fcff38:40063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T00:22:47,007 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/data/hbase/meta/1588230740/.tmp/rep_barrier/1c05eeaa29f5404eb454a86a0f1ade14 is 112, key is test,,1731198154255.7c82ec71a54fcb97ed782061b65ed8ca./rep_barrier:seqnumDuringOpen/1731198155406/Put/seqid=0 2024-11-10T00:22:47,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41977 is added to blk_1073741850_1026 (size=5518) 2024-11-10T00:22:47,130 DEBUG [RS:0;b3c019fcff38:40395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7bb2751dfc052b9833e55a3d2cdca121 2024-11-10T00:22:47,198 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,40395,1731198149064.replicationSource.wal-reader.b3c019fcff38%2C40395%2C1731198149064,1-b3c019fcff38,40395,1731198149064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/WALs/b3c019fcff38,40395,1731198149064/b3c019fcff38%2C40395%2C1731198149064.1731198151065 to pos 1328, reset compression=false 2024-11-10T00:22:47,233 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967.replicationSource.wal-reader.b3c019fcff38%2C44609%2C1731198144967,1-b3c019fcff38,44609,1731198144967 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/WALs/b3c019fcff38,44609,1731198144967/b3c019fcff38%2C44609%2C1731198144967.1731198146960 to pos 1033, reset compression=false 2024-11-10T00:22:47,272 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:22:47,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,40395,1731198149064, seqNum=-1] 2024-11-10T00:22:47,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b3c019fcff38,40395,1731198149064 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:22:47,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,40395,1731198149064, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,40395,1731198149064, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b3c019fcff38,40395,1731198149064 aborting 2024-11-10T00:22:47,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,40395,1731198149064, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b3c019fcff38,40395,1731198149064 aborting 2024-11-10T00:22:47,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,40395,1731198149064, seqNum=-1 from cache 2024-11-10T00:22:47,330 DEBUG [RS:0;b3c019fcff38:40395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7bb2751dfc052b9833e55a3d2cdca121 2024-11-10T00:22:47,376 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/data/hbase/replication/7bb2751dfc052b9833e55a3d2cdca121/.tmp/queue/97678e04e4764b5fb416e985d7f9637e 2024-11-10T00:22:47,382 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/data/hbase/replication/7bb2751dfc052b9833e55a3d2cdca121/.tmp/hfileref/4a2efb398811433db8ecab2a21884cb7 as hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/data/hbase/replication/7bb2751dfc052b9833e55a3d2cdca121/hfileref/4a2efb398811433db8ecab2a21884cb7 2024-11-10T00:22:47,386 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/data/hbase/replication/7bb2751dfc052b9833e55a3d2cdca121/hfileref/4a2efb398811433db8ecab2a21884cb7, entries=4, sequenceid=12, filesize=5.2 K 2024-11-10T00:22:47,387 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/data/hbase/replication/7bb2751dfc052b9833e55a3d2cdca121/.tmp/queue/97678e04e4764b5fb416e985d7f9637e as hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/data/hbase/replication/7bb2751dfc052b9833e55a3d2cdca121/queue/97678e04e4764b5fb416e985d7f9637e 2024-11-10T00:22:47,391 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/data/hbase/replication/7bb2751dfc052b9833e55a3d2cdca121/queue/97678e04e4764b5fb416e985d7f9637e, entries=1, sequenceid=12, filesize=5.2 K 2024-11-10T00:22:47,392 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 7bb2751dfc052b9833e55a3d2cdca121 in 858ms, sequenceid=12, compaction requested=false 2024-11-10T00:22:47,396 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/data/hbase/replication/7bb2751dfc052b9833e55a3d2cdca121/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-10T00:22:47,396 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T00:22:47,396 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T00:22:47,396 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731198158578.7bb2751dfc052b9833e55a3d2cdca121. 2024-11-10T00:22:47,396 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7bb2751dfc052b9833e55a3d2cdca121: Waiting for close lock at 1731198166534Running coprocessor pre-close hooks at 1731198166534Disabling compacts and flushes for region at 1731198166534Disabling writes for close at 1731198166534Obtaining lock to block concurrent updates at 1731198166534Preparing flush snapshotting stores in 7bb2751dfc052b9833e55a3d2cdca121 at 1731198166534Finished memstore snapshotting hbase:replication,,1731198158578.7bb2751dfc052b9833e55a3d2cdca121., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731198166534Flushing stores of hbase:replication,,1731198158578.7bb2751dfc052b9833e55a3d2cdca121. at 1731198166535 (+1 ms)Flushing 7bb2751dfc052b9833e55a3d2cdca121/hfileref: creating writer at 1731198166535Flushing 7bb2751dfc052b9833e55a3d2cdca121/hfileref: appending metadata at 1731198166547 (+12 ms)Flushing 7bb2751dfc052b9833e55a3d2cdca121/hfileref: closing flushed file at 1731198166548 (+1 ms)Flushing 7bb2751dfc052b9833e55a3d2cdca121/queue: creating writer at 1731198166957 (+409 ms)Flushing 7bb2751dfc052b9833e55a3d2cdca121/queue: appending metadata at 1731198166972 (+15 ms)Flushing 7bb2751dfc052b9833e55a3d2cdca121/queue: closing flushed file at 1731198166972Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2612b699: reopening flushed file at 1731198167381 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7425567f: reopening flushed file at 1731198167386 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 7bb2751dfc052b9833e55a3d2cdca121 in 858ms, sequenceid=12, compaction requested=false at 1731198167392 (+6 ms)Writing region close event to WAL at 1731198167393 (+1 ms)Running coprocessor post-close hooks at 1731198167396 (+3 ms)Closed at 1731198167396 2024-11-10T00:22:47,397 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731198158578.7bb2751dfc052b9833e55a3d2cdca121. 2024-11-10T00:22:47,411 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/data/hbase/meta/1588230740/.tmp/rep_barrier/1c05eeaa29f5404eb454a86a0f1ade14 2024-11-10T00:22:47,432 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/data/hbase/meta/1588230740/.tmp/table/94ce201ce22f4e36b0b3cce2f3f950c9 is 53, key is hbase:replication/table:state/1731198159754/Put/seqid=0 2024-11-10T00:22:47,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41977 is added to blk_1073741851_1027 (size=5308) 2024-11-10T00:22:47,502 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,40395,1731198149064.replicationSource.wal-reader.b3c019fcff38%2C40395%2C1731198149064,1-b3c019fcff38,40395,1731198149064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/WALs/b3c019fcff38,40395,1731198149064/b3c019fcff38%2C40395%2C1731198149064.1731198151065 to pos 1328, reset compression=false 2024-11-10T00:22:47,530 INFO [RS:0;b3c019fcff38:40395 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T00:22:47,531 DEBUG [RS:0;b3c019fcff38:40395 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T00:22:47,531 DEBUG [RS:0;b3c019fcff38:40395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:22:47,731 DEBUG [RS:0;b3c019fcff38:40395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:22:47,782 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:22:47,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,40395,1731198149064, seqNum=-1] 2024-11-10T00:22:47,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b3c019fcff38,40395,1731198149064 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:22:47,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,40395,1731198149064, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,40395,1731198149064, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b3c019fcff38,40395,1731198149064 aborting 2024-11-10T00:22:47,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,40395,1731198149064, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b3c019fcff38,40395,1731198149064 aborting 2024-11-10T00:22:47,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,40395,1731198149064, seqNum=-1 from cache 2024-11-10T00:22:47,785 ERROR [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:22:47,786 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.ReplicationSink(335): Unable to accept edit because: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-10T00:22:46.647Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b3c019fcff38,40395,1731198149064 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:22:46.754Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b3c019fcff38,40395,1731198149064 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:22:46.965Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b3c019fcff38,40395,1731198149064 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:22:47.275Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b3c019fcff38,40395,1731198149064 aborting 2024-11-10T00:22:47.785Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b3c019fcff38,40395,1731198149064 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b3c019fcff38,40395,1731198149064 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server b3c019fcff38,40395,1731198149064 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-10T00:22:47,787 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-10T00:22:46.647Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b3c019fcff38,40395,1731198149064 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:22:46.754Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b3c019fcff38,40395,1731198149064 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:22:46.965Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b3c019fcff38,40395,1731198149064 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:22:47.275Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b3c019fcff38,40395,1731198149064 aborting 2024-11-10T00:22:47.785Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b3c019fcff38,40395,1731198149064 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b3c019fcff38,40395,1731198149064 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server b3c019fcff38,40395,1731198149064 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-10T00:22:47,788 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:45324 deadline: 1731198225821, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-10T00:22:46.647Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b3c019fcff38,40395,1731198149064 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:22:46.754Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b3c019fcff38,40395,1731198149064 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:22:46.965Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b3c019fcff38,40395,1731198149064 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:22:47.275Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b3c019fcff38,40395,1731198149064 aborting 2024-11-10T00:22:47.785Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b3c019fcff38,40395,1731198149064 aborting 2024-11-10T00:22:47,789 WARN [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967.replicationSource.shipperb3c019fcff38%2C44609%2C1731198144967,1-b3c019fcff38,44609,1731198144967 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-10T00:22:46.647Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b3c019fcff38,40395,1731198149064 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:22:46.754Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b3c019fcff38,40395,1731198149064 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:22:46.965Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b3c019fcff38,40395,1731198149064 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:22:47.275Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b3c019fcff38,40395,1731198149064 aborting 2024-11-10T00:22:47.785Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b3c019fcff38,40395,1731198149064 aborting at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at --------Future.get--------(Unknown Source) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b3c019fcff38,40395,1731198149064 aborting at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server b3c019fcff38,40395,1731198149064 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ... 30 more at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:22:47,837 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967.replicationSource.wal-reader.b3c019fcff38%2C44609%2C1731198144967,1-b3c019fcff38,44609,1731198144967 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/WALs/b3c019fcff38,44609,1731198144967/b3c019fcff38%2C44609%2C1731198144967.1731198146960 to pos 1033, reset compression=false 2024-11-10T00:22:47,837 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/data/hbase/meta/1588230740/.tmp/table/94ce201ce22f4e36b0b3cce2f3f950c9 2024-11-10T00:22:47,842 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/data/hbase/meta/1588230740/.tmp/info/9539e6d9dcab4710beb2427210e6a134 as hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/data/hbase/meta/1588230740/info/9539e6d9dcab4710beb2427210e6a134 2024-11-10T00:22:47,846 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/data/hbase/meta/1588230740/info/9539e6d9dcab4710beb2427210e6a134, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T00:22:47,847 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/data/hbase/meta/1588230740/.tmp/ns/07707090b92d4f678ec58a6bac15d694 as hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/data/hbase/meta/1588230740/ns/07707090b92d4f678ec58a6bac15d694 2024-11-10T00:22:47,850 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/data/hbase/meta/1588230740/ns/07707090b92d4f678ec58a6bac15d694, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T00:22:47,851 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/data/hbase/meta/1588230740/.tmp/rep_barrier/1c05eeaa29f5404eb454a86a0f1ade14 as hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/data/hbase/meta/1588230740/rep_barrier/1c05eeaa29f5404eb454a86a0f1ade14 2024-11-10T00:22:47,855 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/data/hbase/meta/1588230740/rep_barrier/1c05eeaa29f5404eb454a86a0f1ade14, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T00:22:47,855 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/data/hbase/meta/1588230740/.tmp/table/94ce201ce22f4e36b0b3cce2f3f950c9 as hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/data/hbase/meta/1588230740/table/94ce201ce22f4e36b0b3cce2f3f950c9 2024-11-10T00:22:47,859 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/data/hbase/meta/1588230740/table/94ce201ce22f4e36b0b3cce2f3f950c9, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T00:22:47,860 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1330ms, sequenceid=16, compaction requested=false 2024-11-10T00:22:47,866 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T00:22:47,866 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T00:22:47,866 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T00:22:47,866 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T00:22:47,866 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731198166530Running coprocessor pre-close hooks at 1731198166530Disabling compacts and flushes for region at 1731198166530Disabling writes for close at 1731198166530Obtaining lock to block concurrent updates at 1731198166530Preparing flush snapshotting stores in 1588230740 at 1731198166530Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731198166530Flushing stores of hbase:meta,,1.1588230740 at 1731198166531 (+1 ms)Flushing 1588230740/info: creating writer at 1731198166531Flushing 1588230740/info: appending metadata at 1731198166549 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731198166549Flushing 1588230740/ns: creating writer at 1731198166558 (+9 ms)Flushing 1588230740/ns: appending metadata at 1731198166574 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731198166574Flushing 1588230740/rep_barrier: creating writer at 1731198166983 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731198167006 (+23 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731198167006Flushing 1588230740/table: creating writer at 1731198167415 (+409 ms)Flushing 1588230740/table: appending metadata at 1731198167432 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731198167432Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45740dd1: reopening flushed file at 1731198167841 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6629c10b: reopening flushed file at 1731198167846 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@268b1dfc: reopening flushed file at 1731198167851 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bd42666: reopening flushed file at 1731198167855 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1330ms, sequenceid=16, compaction requested=false at 1731198167860 (+5 ms)Writing region close event to WAL at 1731198167863 (+3 ms)Running coprocessor post-close hooks at 1731198167866 (+3 ms)Closed at 1731198167866 2024-11-10T00:22:47,866 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T00:22:47,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b3c019fcff38,40395,1731198149064 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:22:47,892 WARN [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967.replicationSource.shipperb3c019fcff38%2C44609%2C1731198144967,1-b3c019fcff38,44609,1731198144967 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server b3c019fcff38,40395,1731198149064 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:22:47,905 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,40395,1731198149064.replicationSource.wal-reader.b3c019fcff38%2C40395%2C1731198149064,1-b3c019fcff38,40395,1731198149064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/WALs/b3c019fcff38,40395,1731198149064/b3c019fcff38%2C40395%2C1731198149064.1731198151065 to pos 1328, reset compression=false 2024-11-10T00:22:47,931 INFO [RS:0;b3c019fcff38:40395 {}] regionserver.HRegionServer(976): stopping server b3c019fcff38,40395,1731198149064; all regions closed. 2024-11-10T00:22:47,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41977 is added to blk_1073741834_1010 (size=4239) 2024-11-10T00:22:47,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41977 is added to blk_1073741839_1015 (size=3127) 2024-11-10T00:22:47,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41977 is added to blk_1073741832_1008 (size=1336) 2024-11-10T00:22:47,938 DEBUG [RS:0;b3c019fcff38:40395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:47,938 INFO [RS:0;b3c019fcff38:40395 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T00:22:47,938 INFO [RS:0;b3c019fcff38:40395 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T00:22:47,938 INFO [RS:0;b3c019fcff38:40395 {}] hbase.ChoreService(370): Chore service for: regionserver/b3c019fcff38:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T00:22:47,939 INFO [RS:0;b3c019fcff38:40395 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T00:22:47,939 INFO [regionserver/b3c019fcff38:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T00:22:47,939 INFO [RS:0;b3c019fcff38:40395 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b3c019fcff38,40395,1731198149064 because: Region server is closing 2024-11-10T00:22:47,939 INFO [RS:0;b3c019fcff38:40395 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b3c019fcff38:40395. 2024-11-10T00:22:47,939 DEBUG [RS:0;b3c019fcff38:40395 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:22:47,939 DEBUG [RS:0;b3c019fcff38:40395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:47,939 DEBUG [RS:0;b3c019fcff38:40395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:47,939 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:22:48,040 INFO [RS:0;b3c019fcff38:40395 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,40395,1731198149064.replicationSource.shipperb3c019fcff38%2C40395%2C1731198149064,1-b3c019fcff38,40395,1731198149064 terminated 2024-11-10T00:22:48,040 INFO [RS:0;b3c019fcff38:40395 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b3c019fcff38:40395. 2024-11-10T00:22:48,040 WARN [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,40395,1731198149064.replicationSource.wal-reader.b3c019fcff38%2C40395%2C1731198149064,1-b3c019fcff38,40395,1731198149064 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T00:22:48,040 DEBUG [RS:0;b3c019fcff38:40395 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:22:48,040 DEBUG [RS:0;b3c019fcff38:40395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:48,040 DEBUG [RS:0;b3c019fcff38:40395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:48,040 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:22:48,040 INFO [RS:0;b3c019fcff38:40395 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40395 2024-11-10T00:22:48,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40395-0x100ff4137c90004, quorum=127.0.0.1:51229, baseZNode=/11557437243 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11557437243/rs/b3c019fcff38,40395,1731198149064 2024-11-10T00:22:48,042 INFO [RS:0;b3c019fcff38:40395 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T00:22:48,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x100ff4137c90003, quorum=127.0.0.1:51229, baseZNode=/11557437243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11557437243/rs 2024-11-10T00:22:48,044 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b3c019fcff38,40395,1731198149064] 2024-11-10T00:22:48,046 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11557437243/draining/b3c019fcff38,40395,1731198149064 already deleted, retry=false 2024-11-10T00:22:48,046 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b3c019fcff38,40395,1731198149064 expired; onlineServers=0 2024-11-10T00:22:48,046 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b3c019fcff38,40063,1731198149027' ***** 2024-11-10T00:22:48,046 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T00:22:48,046 INFO [M:0;b3c019fcff38:40063 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T00:22:48,046 INFO [M:0;b3c019fcff38:40063 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T00:22:48,046 DEBUG [M:0;b3c019fcff38:40063 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T00:22:48,046 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T00:22:48,046 DEBUG [M:0;b3c019fcff38:40063 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T00:22:48,046 DEBUG [master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731198150832 {}] cleaner.HFileCleaner(306): Exit Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731198150832,5,FailOnTimeoutGroup] 2024-11-10T00:22:48,046 DEBUG [master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731198150832 {}] cleaner.HFileCleaner(306): Exit Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731198150832,5,FailOnTimeoutGroup] 2024-11-10T00:22:48,046 INFO [M:0;b3c019fcff38:40063 {}] hbase.ChoreService(370): Chore service for: master/b3c019fcff38:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T00:22:48,047 INFO [M:0;b3c019fcff38:40063 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T00:22:48,047 DEBUG [M:0;b3c019fcff38:40063 {}] master.HMaster(1795): Stopping service threads 2024-11-10T00:22:48,047 INFO [M:0;b3c019fcff38:40063 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T00:22:48,047 INFO [M:0;b3c019fcff38:40063 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T00:22:48,047 INFO [M:0;b3c019fcff38:40063 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T00:22:48,047 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T00:22:48,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x100ff4137c90003, quorum=127.0.0.1:51229, baseZNode=/11557437243 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11557437243/master 2024-11-10T00:22:48,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x100ff4137c90003, quorum=127.0.0.1:51229, baseZNode=/11557437243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11557437243 2024-11-10T00:22:48,048 DEBUG [M:0;b3c019fcff38:40063 {}] zookeeper.ZKUtil(347): master:40063-0x100ff4137c90003, quorum=127.0.0.1:51229, baseZNode=/11557437243 Unable to get data of znode /11557437243/master because node does not exist (not an error) 2024-11-10T00:22:48,048 WARN [M:0;b3c019fcff38:40063 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T00:22:48,048 INFO [M:0;b3c019fcff38:40063 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/.lastflushedseqids 2024-11-10T00:22:48,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41977 is added to blk_1073741852_1028 (size=263) 2024-11-10T00:22:48,096 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b3c019fcff38:40395 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b3c019fcff38/172.17.0.2:40395 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:22:48,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address b3c019fcff38:40395 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b3c019fcff38/172.17.0.2:40395 2024-11-10T00:22:48,096 WARN [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967.replicationSource.shipperb3c019fcff38%2C44609%2C1731198144967,1-b3c019fcff38,44609,1731198144967 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=b3c019fcff38:40395 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b3c019fcff38/172.17.0.2:40395 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b3c019fcff38/172.17.0.2:40395 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T00:22:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40063 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:22:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40063 {}] ipc.CallRunner(138): callId: 12 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:40230 deadline: 1731198228098, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-10T00:22:48,100 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967.replicationSource.shipperb3c019fcff38%2C44609%2C1731198144967,1-b3c019fcff38,44609,1731198144967 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-10T00:22:48,101 WARN [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967.replicationSource.shipperb3c019fcff38%2C44609%2C1731198144967,1-b3c019fcff38,44609,1731198144967 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-10T00:22:48,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40395-0x100ff4137c90004, quorum=127.0.0.1:51229, baseZNode=/11557437243 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:22:48,144 INFO [RS:0;b3c019fcff38:40395 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T00:22:48,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40395-0x100ff4137c90004, quorum=127.0.0.1:51229, baseZNode=/11557437243 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:22:48,144 INFO [RS:0;b3c019fcff38:40395 {}] regionserver.HRegionServer(1031): Exiting; stopping=b3c019fcff38,40395,1731198149064; zookeeper connection closed. 2024-11-10T00:22:48,144 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@ee622d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@ee622d 2024-11-10T00:22:48,144 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T00:22:48,401 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967.replicationSource.shipperb3c019fcff38%2C44609%2C1731198144967,1-b3c019fcff38,44609,1731198144967 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-10T00:22:48,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40063 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:22:48,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40063 {}] ipc.CallRunner(138): callId: 14 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:40230 deadline: 1731198228402, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-10T00:22:48,403 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967.replicationSource.shipperb3c019fcff38%2C44609%2C1731198144967,1-b3c019fcff38,44609,1731198144967 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-10T00:22:48,404 WARN [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967.replicationSource.shipperb3c019fcff38%2C44609%2C1731198144967,1-b3c019fcff38,44609,1731198144967 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-10T00:22:48,404 WARN [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967.replicationSource.shipperb3c019fcff38%2C44609%2C1731198144967,1-b3c019fcff38,44609,1731198144967 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-10T00:22:48,453 INFO [M:0;b3c019fcff38:40063 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T00:22:48,453 INFO [M:0;b3c019fcff38:40063 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T00:22:48,453 DEBUG [M:0;b3c019fcff38:40063 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T00:22:48,453 INFO [M:0;b3c019fcff38:40063 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:22:48,453 DEBUG [M:0;b3c019fcff38:40063 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:22:48,453 DEBUG [M:0;b3c019fcff38:40063 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T00:22:48,453 DEBUG [M:0;b3c019fcff38:40063 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:22:48,454 INFO [M:0;b3c019fcff38:40063 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-10T00:22:48,469 DEBUG [M:0;b3c019fcff38:40063 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3c38bac4e2654737a4f1d0ec2806525c is 82, key is hbase:meta,,1/info:regioninfo/1731198152004/Put/seqid=0 2024-11-10T00:22:48,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41977 is added to blk_1073741853_1029 (size=5672) 2024-11-10T00:22:48,473 INFO [M:0;b3c019fcff38:40063 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3c38bac4e2654737a4f1d0ec2806525c 2024-11-10T00:22:48,490 DEBUG [M:0;b3c019fcff38:40063 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cc013ad4fdb24277831bfb28d8ee1245 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731198159757/Put/seqid=0 2024-11-10T00:22:48,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41977 is added to blk_1073741854_1030 (size=8516) 2024-11-10T00:22:48,540 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967.replicationSource.wal-reader.b3c019fcff38%2C44609%2C1731198144967,1-b3c019fcff38,44609,1731198144967 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/WALs/b3c019fcff38,44609,1731198144967/b3c019fcff38%2C44609%2C1731198144967.1731198146960 to pos 1033, reset compression=false 2024-11-10T00:22:48,805 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967.replicationSource.shipperb3c019fcff38%2C44609%2C1731198144967,1-b3c019fcff38,44609,1731198144967 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-10T00:22:48,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40063 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:22:48,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40063 {}] ipc.CallRunner(138): callId: 16 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:40230 deadline: 1731198228806, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-10T00:22:48,807 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967.replicationSource.shipperb3c019fcff38%2C44609%2C1731198144967,1-b3c019fcff38,44609,1731198144967 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-10T00:22:48,808 WARN [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967.replicationSource.shipperb3c019fcff38%2C44609%2C1731198144967,1-b3c019fcff38,44609,1731198144967 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-10T00:22:48,808 WARN [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967.replicationSource.shipperb3c019fcff38%2C44609%2C1731198144967,1-b3c019fcff38,44609,1731198144967 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-10T00:22:48,894 INFO [M:0;b3c019fcff38:40063 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cc013ad4fdb24277831bfb28d8ee1245 2024-11-10T00:22:48,916 DEBUG [M:0;b3c019fcff38:40063 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b539ba65f140435db4bf15f2c316fac7 is 69, key is b3c019fcff38,40395,1731198149064/rs:state/1731198150903/Put/seqid=0 2024-11-10T00:22:48,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41977 is added to blk_1073741855_1031 (size=5156) 2024-11-10T00:22:49,309 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967.replicationSource.shipperb3c019fcff38%2C44609%2C1731198144967,1-b3c019fcff38,44609,1731198144967 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-10T00:22:49,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40063 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:22:49,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40063 {}] ipc.CallRunner(138): callId: 18 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:40230 deadline: 1731198229310, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-10T00:22:49,311 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967.replicationSource.shipperb3c019fcff38%2C44609%2C1731198144967,1-b3c019fcff38,44609,1731198144967 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-10T00:22:49,312 WARN [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967.replicationSource.shipperb3c019fcff38%2C44609%2C1731198144967,1-b3c019fcff38,44609,1731198144967 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-10T00:22:49,312 WARN [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967.replicationSource.shipperb3c019fcff38%2C44609%2C1731198144967,1-b3c019fcff38,44609,1731198144967 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-10T00:22:49,321 INFO [M:0;b3c019fcff38:40063 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b539ba65f140435db4bf15f2c316fac7 2024-11-10T00:22:49,325 DEBUG [M:0;b3c019fcff38:40063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3c38bac4e2654737a4f1d0ec2806525c as hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3c38bac4e2654737a4f1d0ec2806525c 2024-11-10T00:22:49,329 INFO [M:0;b3c019fcff38:40063 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3c38bac4e2654737a4f1d0ec2806525c, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T00:22:49,330 DEBUG [M:0;b3c019fcff38:40063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cc013ad4fdb24277831bfb28d8ee1245 as hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cc013ad4fdb24277831bfb28d8ee1245 2024-11-10T00:22:49,333 INFO [M:0;b3c019fcff38:40063 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cc013ad4fdb24277831bfb28d8ee1245, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T00:22:49,334 DEBUG [M:0;b3c019fcff38:40063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b539ba65f140435db4bf15f2c316fac7 as hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b539ba65f140435db4bf15f2c316fac7 2024-11-10T00:22:49,338 INFO [M:0;b3c019fcff38:40063 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44207/user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b539ba65f140435db4bf15f2c316fac7, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T00:22:49,338 INFO [M:0;b3c019fcff38:40063 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=97, compaction requested=false 2024-11-10T00:22:49,340 INFO [M:0;b3c019fcff38:40063 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:22:49,340 DEBUG [M:0;b3c019fcff38:40063 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731198168453Disabling compacts and flushes for region at 1731198168453Disabling writes for close at 1731198168453Obtaining lock to block concurrent updates at 1731198168454 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731198168454Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731198168454Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731198168455 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731198168455Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731198168469 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731198168469Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731198168476 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731198168490 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731198168490Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731198168898 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731198168916 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731198168916Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57d4a5f0: reopening flushed file at 1731198169325 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9052531: reopening flushed file at 1731198169329 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57fdad6c: reopening flushed file at 1731198169333 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=97, compaction requested=false at 1731198169338 (+5 ms)Writing region close event to WAL at 1731198169340 (+2 ms)Closed at 1731198169340 2024-11-10T00:22:49,342 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/db45cca4-1635-7616-5dc7-564fa9b5af99/MasterData/WALs/b3c019fcff38,40063,1731198149027/b3c019fcff38%2C40063%2C1731198149027.1731198150749 not finished, retry = 0 2024-11-10T00:22:49,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41977 is added to blk_1073741830_1006 (size=63654) 2024-11-10T00:22:49,344 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967.replicationSource.wal-reader.b3c019fcff38%2C44609%2C1731198144967,1-b3c019fcff38,44609,1731198144967 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/WALs/b3c019fcff38,44609,1731198144967/b3c019fcff38%2C44609%2C1731198144967.1731198146960 to pos 1033, reset compression=false 2024-11-10T00:22:49,443 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T00:22:49,443 INFO [M:0;b3c019fcff38:40063 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T00:22:49,443 INFO [M:0;b3c019fcff38:40063 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40063 2024-11-10T00:22:49,444 INFO [M:0;b3c019fcff38:40063 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T00:22:49,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x100ff4137c90003, quorum=127.0.0.1:51229, baseZNode=/11557437243 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:22:49,546 INFO [M:0;b3c019fcff38:40063 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T00:22:49,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x100ff4137c90003, quorum=127.0.0.1:51229, baseZNode=/11557437243 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:22:49,548 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f70bc3a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T00:22:49,548 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c855783{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T00:22:49,549 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T00:22:49,549 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@659beb6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T00:22:49,549 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11574a3f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bf1bb8-9949-64c7-0420-3fb1d64a5795/hadoop.log.dir/,STOPPED} 2024-11-10T00:22:49,551 WARN [BP-50684773-172.17.0.2-1731198148025 heartbeating to localhost/127.0.0.1:44207 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T00:22:49,551 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T00:22:49,551 WARN [BP-50684773-172.17.0.2-1731198148025 heartbeating to localhost/127.0.0.1:44207 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-50684773-172.17.0.2-1731198148025 (Datanode Uuid 45f21c15-7bbb-4205-8d70-6aff767f1af1) service to localhost/127.0.0.1:44207 2024-11-10T00:22:49,551 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T00:22:49,551 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bf1bb8-9949-64c7-0420-3fb1d64a5795/cluster_b96f70d3-fc89-0d46-df9f-a4e76ee2493a/data/data1/current/BP-50684773-172.17.0.2-1731198148025 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T00:22:49,552 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bf1bb8-9949-64c7-0420-3fb1d64a5795/cluster_b96f70d3-fc89-0d46-df9f-a4e76ee2493a/data/data2/current/BP-50684773-172.17.0.2-1731198148025 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T00:22:49,552 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T00:22:49,562 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@742620da{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T00:22:49,563 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ae04b5a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T00:22:49,563 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T00:22:49,563 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e5a3398{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T00:22:49,563 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72396638{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bf1bb8-9949-64c7-0420-3fb1d64a5795/hadoop.log.dir/,STOPPED} 2024-11-10T00:22:49,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T00:22:49,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T00:22:49,576 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:22:49,576 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:22:49,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:49,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:49,576 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:22:49,576 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T00:22:49,576 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=36935956, stopped=false 2024-11-10T00:22:49,576 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b3c019fcff38,43045,1731198144916 2024-11-10T00:22:49,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43045-0x100ff4137c90000, quorum=127.0.0.1:51229, baseZNode=/0-2062420740 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2062420740/running 2024-11-10T00:22:49,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44609-0x100ff4137c90001, quorum=127.0.0.1:51229, baseZNode=/0-2062420740 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2062420740/running 2024-11-10T00:22:49,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43045-0x100ff4137c90000, quorum=127.0.0.1:51229, baseZNode=/0-2062420740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2062420740 2024-11-10T00:22:49,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44609-0x100ff4137c90001, quorum=127.0.0.1:51229, baseZNode=/0-2062420740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2062420740 2024-11-10T00:22:49,578 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T00:22:49,578 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:22:49,578 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:22:49,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:49,578 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44609-0x100ff4137c90001, quorum=127.0.0.1:51229, baseZNode=/0-2062420740 Set watcher on znode that does not yet exist, /0-2062420740/running 2024-11-10T00:22:49,578 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43045-0x100ff4137c90000, quorum=127.0.0.1:51229, baseZNode=/0-2062420740 Set watcher on znode that does not yet exist, /0-2062420740/running 2024-11-10T00:22:49,579 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b3c019fcff38,44609,1731198144967' ***** 2024-11-10T00:22:49,579 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T00:22:49,579 INFO [RS:0;b3c019fcff38:44609 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T00:22:49,579 INFO [RS:0;b3c019fcff38:44609 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T00:22:49,579 INFO [RS:0;b3c019fcff38:44609 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T00:22:49,579 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T00:22:49,579 INFO [RS:0;b3c019fcff38:44609 {}] regionserver.HRegionServer(3091): Received CLOSE for 20bd695325855aa6380d666e9bc381b9 2024-11-10T00:22:49,580 INFO [RS:0;b3c019fcff38:44609 {}] regionserver.HRegionServer(3091): Received CLOSE for 52fea5b9c44fa63fd2338d59bb52af24 2024-11-10T00:22:49,580 INFO [RS:0;b3c019fcff38:44609 {}] regionserver.HRegionServer(959): stopping server b3c019fcff38,44609,1731198144967 2024-11-10T00:22:49,580 INFO [RS:0;b3c019fcff38:44609 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T00:22:49,580 INFO [RS:0;b3c019fcff38:44609 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b3c019fcff38:44609. 2024-11-10T00:22:49,580 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 20bd695325855aa6380d666e9bc381b9, disabling compactions & flushes 2024-11-10T00:22:49,580 DEBUG [RS:0;b3c019fcff38:44609 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:22:49,580 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731198152100.20bd695325855aa6380d666e9bc381b9. 2024-11-10T00:22:49,580 DEBUG [RS:0;b3c019fcff38:44609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:49,580 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731198152100.20bd695325855aa6380d666e9bc381b9. 2024-11-10T00:22:49,580 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731198152100.20bd695325855aa6380d666e9bc381b9. after waiting 0 ms 2024-11-10T00:22:49,580 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731198152100.20bd695325855aa6380d666e9bc381b9. 2024-11-10T00:22:49,580 INFO [RS:0;b3c019fcff38:44609 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T00:22:49,580 INFO [RS:0;b3c019fcff38:44609 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T00:22:49,580 INFO [RS:0;b3c019fcff38:44609 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T00:22:49,580 INFO [RS:0;b3c019fcff38:44609 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T00:22:49,580 INFO [RS:0;b3c019fcff38:44609 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T00:22:49,580 DEBUG [RS:0;b3c019fcff38:44609 {}] regionserver.HRegionServer(1325): Online Regions={20bd695325855aa6380d666e9bc381b9=test,,1731198152100.20bd695325855aa6380d666e9bc381b9., 52fea5b9c44fa63fd2338d59bb52af24=hbase:replication,,1731198156424.52fea5b9c44fa63fd2338d59bb52af24., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T00:22:49,580 DEBUG [RS:0;b3c019fcff38:44609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20bd695325855aa6380d666e9bc381b9, 52fea5b9c44fa63fd2338d59bb52af24 2024-11-10T00:22:49,580 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T00:22:49,580 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T00:22:49,580 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T00:22:49,580 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T00:22:49,580 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T00:22:49,581 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T00:22:49,584 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/data/default/test/20bd695325855aa6380d666e9bc381b9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T00:22:49,584 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T00:22:49,584 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T00:22:49,584 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731198152100.20bd695325855aa6380d666e9bc381b9. 2024-11-10T00:22:49,585 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 20bd695325855aa6380d666e9bc381b9: Waiting for close lock at 1731198169580Running coprocessor pre-close hooks at 1731198169580Disabling compacts and flushes for region at 1731198169580Disabling writes for close at 1731198169580Writing region close event to WAL at 1731198169581 (+1 ms)Running coprocessor post-close hooks at 1731198169584 (+3 ms)Closed at 1731198169584 2024-11-10T00:22:49,585 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731198152100.20bd695325855aa6380d666e9bc381b9. 2024-11-10T00:22:49,585 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 52fea5b9c44fa63fd2338d59bb52af24, disabling compactions & flushes 2024-11-10T00:22:49,585 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731198156424.52fea5b9c44fa63fd2338d59bb52af24. 2024-11-10T00:22:49,585 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731198156424.52fea5b9c44fa63fd2338d59bb52af24. 2024-11-10T00:22:49,585 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731198156424.52fea5b9c44fa63fd2338d59bb52af24. after waiting 0 ms 2024-11-10T00:22:49,585 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731198156424.52fea5b9c44fa63fd2338d59bb52af24. 2024-11-10T00:22:49,585 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 52fea5b9c44fa63fd2338d59bb52af24 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-10T00:22:49,596 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/data/hbase/meta/1588230740/.tmp/info/13fa211d9fbf479ea6cdcc5a89558d22 is 147, key is hbase:replication,,1731198156424.52fea5b9c44fa63fd2338d59bb52af24./info:regioninfo/1731198157593/Put/seqid=0 2024-11-10T00:22:49,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32975 is added to blk_1073741846_1022 (size=7686) 2024-11-10T00:22:49,601 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/data/hbase/replication/52fea5b9c44fa63fd2338d59bb52af24/.tmp/hfileref/3ba1abad9ed64174bb38a12f87b2fb6b is 74, key is 1/hfileref:60ed81fa504d424fb68aae2b6c95b12e_SeqId_6_/1731198165802/Put/seqid=0 2024-11-10T00:22:49,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32975 is added to blk_1073741847_1023 (size=5345) 2024-11-10T00:22:49,657 INFO [regionserver/b3c019fcff38:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T00:22:49,780 DEBUG [RS:0;b3c019fcff38:44609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 52fea5b9c44fa63fd2338d59bb52af24 2024-11-10T00:22:49,913 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967.replicationSource.shipperb3c019fcff38%2C44609%2C1731198144967,1-b3c019fcff38,44609,1731198144967 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-10T00:22:49,913 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b3c019fcff38:40063 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b3c019fcff38/172.17.0.2:40063 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:22:49,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address b3c019fcff38:40063 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b3c019fcff38/172.17.0.2:40063 2024-11-10T00:22:49,916 INFO [regionserver/b3c019fcff38:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T00:22:49,917 INFO [regionserver/b3c019fcff38:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T00:22:49,981 DEBUG [RS:0;b3c019fcff38:44609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 52fea5b9c44fa63fd2338d59bb52af24 2024-11-10T00:22:50,001 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/data/hbase/meta/1588230740/.tmp/info/13fa211d9fbf479ea6cdcc5a89558d22 2024-11-10T00:22:50,006 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/data/hbase/replication/52fea5b9c44fa63fd2338d59bb52af24/.tmp/hfileref/3ba1abad9ed64174bb38a12f87b2fb6b 2024-11-10T00:22:50,022 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:22:50,023 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b3c019fcff38:40063 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b3c019fcff38/172.17.0.2:40063 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:22:50,023 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/data/hbase/meta/1588230740/.tmp/ns/b57d91d6483f42de9100eadfbf81e177 is 43, key is default/ns:d/1731198147922/Put/seqid=0 2024-11-10T00:22:50,024 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/data/hbase/replication/52fea5b9c44fa63fd2338d59bb52af24/.tmp/queue/f37b3b3a6f40418690ba76be5c01a638 is 153, key is 1-b3c019fcff38,44609,1731198144967/queue:b3c019fcff38%2C44609%2C1731198144967/1731198163160/Put/seqid=0 2024-11-10T00:22:50,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b3c019fcff38,40063,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=b3c019fcff38:40063 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b3c019fcff38/172.17.0.2:40063 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-10T00:22:50,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address b3c019fcff38:40063 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b3c019fcff38/172.17.0.2:40063 2024-11-10T00:22:50,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32975 is added to blk_1073741848_1024 (size=5153) 2024-11-10T00:22:50,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32975 is added to blk_1073741849_1025 (size=5352) 2024-11-10T00:22:50,032 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/data/hbase/replication/52fea5b9c44fa63fd2338d59bb52af24/.tmp/queue/f37b3b3a6f40418690ba76be5c01a638 2024-11-10T00:22:50,036 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/data/hbase/replication/52fea5b9c44fa63fd2338d59bb52af24/.tmp/hfileref/3ba1abad9ed64174bb38a12f87b2fb6b as hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/data/hbase/replication/52fea5b9c44fa63fd2338d59bb52af24/hfileref/3ba1abad9ed64174bb38a12f87b2fb6b 2024-11-10T00:22:50,040 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/data/hbase/replication/52fea5b9c44fa63fd2338d59bb52af24/hfileref/3ba1abad9ed64174bb38a12f87b2fb6b, entries=4, sequenceid=10, filesize=5.2 K 2024-11-10T00:22:50,041 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/data/hbase/replication/52fea5b9c44fa63fd2338d59bb52af24/.tmp/queue/f37b3b3a6f40418690ba76be5c01a638 as hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/data/hbase/replication/52fea5b9c44fa63fd2338d59bb52af24/queue/f37b3b3a6f40418690ba76be5c01a638 2024-11-10T00:22:50,045 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/data/hbase/replication/52fea5b9c44fa63fd2338d59bb52af24/queue/f37b3b3a6f40418690ba76be5c01a638, entries=1, sequenceid=10, filesize=5.2 K 2024-11-10T00:22:50,046 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 52fea5b9c44fa63fd2338d59bb52af24 in 461ms, sequenceid=10, compaction requested=false 2024-11-10T00:22:50,046 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T00:22:50,053 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/data/hbase/replication/52fea5b9c44fa63fd2338d59bb52af24/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-10T00:22:50,053 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T00:22:50,053 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T00:22:50,053 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731198156424.52fea5b9c44fa63fd2338d59bb52af24. 2024-11-10T00:22:50,053 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 52fea5b9c44fa63fd2338d59bb52af24: Waiting for close lock at 1731198169585Running coprocessor pre-close hooks at 1731198169585Disabling compacts and flushes for region at 1731198169585Disabling writes for close at 1731198169585Obtaining lock to block concurrent updates at 1731198169585Preparing flush snapshotting stores in 52fea5b9c44fa63fd2338d59bb52af24 at 1731198169585Finished memstore snapshotting hbase:replication,,1731198156424.52fea5b9c44fa63fd2338d59bb52af24., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731198169585Flushing stores of hbase:replication,,1731198156424.52fea5b9c44fa63fd2338d59bb52af24. at 1731198169585Flushing 52fea5b9c44fa63fd2338d59bb52af24/hfileref: creating writer at 1731198169586 (+1 ms)Flushing 52fea5b9c44fa63fd2338d59bb52af24/hfileref: appending metadata at 1731198169601 (+15 ms)Flushing 52fea5b9c44fa63fd2338d59bb52af24/hfileref: closing flushed file at 1731198169601Flushing 52fea5b9c44fa63fd2338d59bb52af24/queue: creating writer at 1731198170010 (+409 ms)Flushing 52fea5b9c44fa63fd2338d59bb52af24/queue: appending metadata at 1731198170023 (+13 ms)Flushing 52fea5b9c44fa63fd2338d59bb52af24/queue: closing flushed file at 1731198170023Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16bdd58e: reopening flushed file at 1731198170036 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c521cdd: reopening flushed file at 1731198170041 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 52fea5b9c44fa63fd2338d59bb52af24 in 461ms, sequenceid=10, compaction requested=false at 1731198170046 (+5 ms)Writing region close event to WAL at 1731198170048 (+2 ms)Running coprocessor post-close hooks at 1731198170053 (+5 ms)Closed at 1731198170053 2024-11-10T00:22:50,054 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731198156424.52fea5b9c44fa63fd2338d59bb52af24. 2024-11-10T00:22:50,181 DEBUG [RS:0;b3c019fcff38:44609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:22:50,232 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:22:50,232 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b3c019fcff38:40063 this server is in the failed servers list 2024-11-10T00:22:50,233 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b3c019fcff38,40063,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b3c019fcff38:40063 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b3c019fcff38:40063 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T00:22:50,248 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967.replicationSource.wal-reader.b3c019fcff38%2C44609%2C1731198144967,1-b3c019fcff38,44609,1731198144967 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/WALs/b3c019fcff38,44609,1731198144967/b3c019fcff38%2C44609%2C1731198144967.1731198146960 to pos 1033, reset compression=false 2024-11-10T00:22:50,253 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967.replicationSource.wal-reader.b3c019fcff38%2C44609%2C1731198144967,1-b3c019fcff38,44609,1731198144967 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T00:22:50,253 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967.replicationSource.wal-reader.b3c019fcff38%2C44609%2C1731198144967,1-b3c019fcff38,44609,1731198144967 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/WALs/b3c019fcff38,44609,1731198144967/b3c019fcff38%2C44609%2C1731198144967.1731198146960 to pos 1328, reset compression=false 2024-11-10T00:22:50,381 DEBUG [RS:0;b3c019fcff38:44609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:22:50,428 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/data/hbase/meta/1588230740/.tmp/ns/b57d91d6483f42de9100eadfbf81e177 2024-11-10T00:22:50,453 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/data/hbase/meta/1588230740/.tmp/rep_barrier/934b04823e6b423a911594df7b3c7fe5 is 112, key is test,,1731198152100.20bd695325855aa6380d666e9bc381b9./rep_barrier:seqnumDuringOpen/1731198153257/Put/seqid=0 2024-11-10T00:22:50,456 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967.replicationSource.wal-reader.b3c019fcff38%2C44609%2C1731198144967,1-b3c019fcff38,44609,1731198144967 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/WALs/b3c019fcff38,44609,1731198144967/b3c019fcff38%2C44609%2C1731198144967.1731198146960 to pos 1328, reset compression=false 2024-11-10T00:22:50,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32975 is added to blk_1073741850_1026 (size=5518) 2024-11-10T00:22:50,457 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/data/hbase/meta/1588230740/.tmp/rep_barrier/934b04823e6b423a911594df7b3c7fe5 2024-11-10T00:22:50,478 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/data/hbase/meta/1588230740/.tmp/table/947c65171d5f4a3a874174cc99c23ef0 is 53, key is hbase:replication/table:state/1731198157600/Put/seqid=0 2024-11-10T00:22:50,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32975 is added to blk_1073741851_1027 (size=5308) 2024-11-10T00:22:50,542 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:22:50,543 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b3c019fcff38:40063 this server is in the failed servers list 2024-11-10T00:22:50,543 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b3c019fcff38,40063,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b3c019fcff38:40063 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b3c019fcff38:40063 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T00:22:50,581 INFO [RS:0;b3c019fcff38:44609 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T00:22:50,581 DEBUG [RS:0;b3c019fcff38:44609 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T00:22:50,581 DEBUG [RS:0;b3c019fcff38:44609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:22:50,759 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967.replicationSource.wal-reader.b3c019fcff38%2C44609%2C1731198144967,1-b3c019fcff38,44609,1731198144967 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/WALs/b3c019fcff38,44609,1731198144967/b3c019fcff38%2C44609%2C1731198144967.1731198146960 to pos 1328, reset compression=false 2024-11-10T00:22:50,781 DEBUG [RS:0;b3c019fcff38:44609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:22:50,883 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/data/hbase/meta/1588230740/.tmp/table/947c65171d5f4a3a874174cc99c23ef0 2024-11-10T00:22:50,887 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/data/hbase/meta/1588230740/.tmp/info/13fa211d9fbf479ea6cdcc5a89558d22 as hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/data/hbase/meta/1588230740/info/13fa211d9fbf479ea6cdcc5a89558d22 2024-11-10T00:22:50,892 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/data/hbase/meta/1588230740/info/13fa211d9fbf479ea6cdcc5a89558d22, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T00:22:50,893 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/data/hbase/meta/1588230740/.tmp/ns/b57d91d6483f42de9100eadfbf81e177 as hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/data/hbase/meta/1588230740/ns/b57d91d6483f42de9100eadfbf81e177 2024-11-10T00:22:50,896 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/data/hbase/meta/1588230740/ns/b57d91d6483f42de9100eadfbf81e177, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T00:22:50,897 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/data/hbase/meta/1588230740/.tmp/rep_barrier/934b04823e6b423a911594df7b3c7fe5 as hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/data/hbase/meta/1588230740/rep_barrier/934b04823e6b423a911594df7b3c7fe5 2024-11-10T00:22:50,901 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/data/hbase/meta/1588230740/rep_barrier/934b04823e6b423a911594df7b3c7fe5, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T00:22:50,901 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/data/hbase/meta/1588230740/.tmp/table/947c65171d5f4a3a874174cc99c23ef0 as hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/data/hbase/meta/1588230740/table/947c65171d5f4a3a874174cc99c23ef0 2024-11-10T00:22:50,905 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/data/hbase/meta/1588230740/table/947c65171d5f4a3a874174cc99c23ef0, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T00:22:50,906 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1325ms, sequenceid=16, compaction requested=false 2024-11-10T00:22:50,906 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T00:22:50,911 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T00:22:50,912 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T00:22:50,912 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T00:22:50,912 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T00:22:50,912 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731198169580Running coprocessor pre-close hooks at 1731198169580Disabling compacts and flushes for region at 1731198169580Disabling writes for close at 1731198169580Obtaining lock to block concurrent updates at 1731198169581 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731198169581Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731198169581Flushing stores of hbase:meta,,1.1588230740 at 1731198169581Flushing 1588230740/info: creating writer at 1731198169582 (+1 ms)Flushing 1588230740/info: appending metadata at 1731198169596 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731198169596Flushing 1588230740/ns: creating writer at 1731198170006 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731198170023 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731198170023Flushing 1588230740/rep_barrier: creating writer at 1731198170433 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731198170453 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731198170453Flushing 1588230740/table: creating writer at 1731198170461 (+8 ms)Flushing 1588230740/table: appending metadata at 1731198170478 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731198170478Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b86b0d8: reopening flushed file at 1731198170887 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@103e26eb: reopening flushed file at 1731198170892 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c067165: reopening flushed file at 1731198170896 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bf46f4a: reopening flushed file at 1731198170901 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1325ms, sequenceid=16, compaction requested=false at 1731198170906 (+5 ms)Writing region close event to WAL at 1731198170909 (+3 ms)Running coprocessor post-close hooks at 1731198170912 (+3 ms)Closed at 1731198170912 2024-11-10T00:22:50,912 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T00:22:50,982 INFO [RS:0;b3c019fcff38:44609 {}] regionserver.HRegionServer(976): stopping server b3c019fcff38,44609,1731198144967; all regions closed. 2024-11-10T00:22:50,984 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/WALs/b3c019fcff38,44609,1731198144967/b3c019fcff38%2C44609%2C1731198144967.meta.1731198147881.meta not finished, retry = 0 2024-11-10T00:22:50,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32975 is added to blk_1073741834_1010 (size=4239) 2024-11-10T00:22:51,052 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:22:51,052 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b3c019fcff38:40063 this server is in the failed servers list 2024-11-10T00:22:51,052 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b3c019fcff38,40063,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b3c019fcff38:40063 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b3c019fcff38:40063 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T00:22:51,086 DEBUG [RS:0;b3c019fcff38:44609 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/oldWALs 2024-11-10T00:22:51,086 INFO [RS:0;b3c019fcff38:44609 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b3c019fcff38%2C44609%2C1731198144967.meta:.meta(num 1731198147881) 2024-11-10T00:22:51,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32975 is added to blk_1073741839_1015 (size=2695) 2024-11-10T00:22:51,088 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/WALs/b3c019fcff38,44609,1731198144967/b3c019fcff38%2C44609%2C1731198144967.rep.1731198157558 not finished, retry = 0 2024-11-10T00:22:51,163 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967.replicationSource.wal-reader.b3c019fcff38%2C44609%2C1731198144967,1-b3c019fcff38,44609,1731198144967 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/WALs/b3c019fcff38,44609,1731198144967/b3c019fcff38%2C44609%2C1731198144967.1731198146960 to pos 1328, reset compression=false 2024-11-10T00:22:51,190 DEBUG [RS:0;b3c019fcff38:44609 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/oldWALs 2024-11-10T00:22:51,190 INFO [RS:0;b3c019fcff38:44609 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b3c019fcff38%2C44609%2C1731198144967.rep:(num 1731198157558) 2024-11-10T00:22:51,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32975 is added to blk_1073741832_1008 (size=1336) 2024-11-10T00:22:51,194 DEBUG [RS:0;b3c019fcff38:44609 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/oldWALs 2024-11-10T00:22:51,194 INFO [RS:0;b3c019fcff38:44609 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b3c019fcff38%2C44609%2C1731198144967:(num 1731198146960) 2024-11-10T00:22:51,194 DEBUG [RS:0;b3c019fcff38:44609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:51,194 INFO [RS:0;b3c019fcff38:44609 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T00:22:51,194 INFO [RS:0;b3c019fcff38:44609 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T00:22:51,194 INFO [RS:0;b3c019fcff38:44609 {}] hbase.ChoreService(370): Chore service for: regionserver/b3c019fcff38:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T00:22:51,194 INFO [RS:0;b3c019fcff38:44609 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T00:22:51,194 INFO [regionserver/b3c019fcff38:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T00:22:51,194 INFO [RS:0;b3c019fcff38:44609 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b3c019fcff38,44609,1731198144967 because: Region server is closing 2024-11-10T00:22:51,195 INFO [RS:0;b3c019fcff38:44609 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b3c019fcff38:44609. 2024-11-10T00:22:51,195 DEBUG [RS:0;b3c019fcff38:44609 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:22:51,195 DEBUG [RS:0;b3c019fcff38:44609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:51,195 DEBUG [RS:0;b3c019fcff38:44609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:51,195 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:22:51,295 WARN [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967.replicationSource.wal-reader.b3c019fcff38%2C44609%2C1731198144967,1-b3c019fcff38,44609,1731198144967 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T00:22:51,295 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967.replicationSource.shipperb3c019fcff38%2C44609%2C1731198144967,1-b3c019fcff38,44609,1731198144967 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-10T00:22:51,295 WARN [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967.replicationSource.shipperb3c019fcff38%2C44609%2C1731198144967,1-b3c019fcff38,44609,1731198144967 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-10T00:22:51,296 WARN [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967.replicationSource.shipperb3c019fcff38%2C44609%2C1731198144967,1-b3c019fcff38,44609,1731198144967 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-10T00:22:51,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T00:22:51,343 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T00:22:51,343 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T00:22:51,343 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T00:22:51,343 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T00:22:51,343 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T00:22:51,996 INFO [RS:0;b3c019fcff38:44609 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,44609,1731198144967.replicationSource.shipperb3c019fcff38%2C44609%2C1731198144967,1-b3c019fcff38,44609,1731198144967 terminated 2024-11-10T00:22:51,997 INFO [RS:0;b3c019fcff38:44609 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b3c019fcff38:44609. 2024-11-10T00:22:51,997 DEBUG [RS:0;b3c019fcff38:44609 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:22:51,997 DEBUG [RS:0;b3c019fcff38:44609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:51,997 DEBUG [RS:0;b3c019fcff38:44609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:51,997 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:22:51,997 INFO [RS:0;b3c019fcff38:44609 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44609 2024-11-10T00:22:52,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44609-0x100ff4137c90001, quorum=127.0.0.1:51229, baseZNode=/0-2062420740 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2062420740/rs/b3c019fcff38,44609,1731198144967 2024-11-10T00:22:52,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43045-0x100ff4137c90000, quorum=127.0.0.1:51229, baseZNode=/0-2062420740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2062420740/rs 2024-11-10T00:22:52,000 INFO [RS:0;b3c019fcff38:44609 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T00:22:52,002 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b3c019fcff38,44609,1731198144967] 2024-11-10T00:22:52,003 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2062420740/draining/b3c019fcff38,44609,1731198144967 already deleted, retry=false 2024-11-10T00:22:52,003 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b3c019fcff38,44609,1731198144967 expired; onlineServers=0 2024-11-10T00:22:52,003 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b3c019fcff38,43045,1731198144916' ***** 2024-11-10T00:22:52,003 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T00:22:52,003 INFO [M:0;b3c019fcff38:43045 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T00:22:52,003 INFO [M:0;b3c019fcff38:43045 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T00:22:52,003 DEBUG [M:0;b3c019fcff38:43045 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T00:22:52,003 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T00:22:52,003 DEBUG [M:0;b3c019fcff38:43045 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T00:22:52,003 DEBUG [master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731198146736 {}] cleaner.HFileCleaner(306): Exit Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731198146736,5,FailOnTimeoutGroup] 2024-11-10T00:22:52,003 DEBUG [master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731198146736 {}] cleaner.HFileCleaner(306): Exit Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731198146736,5,FailOnTimeoutGroup] 2024-11-10T00:22:52,003 INFO [M:0;b3c019fcff38:43045 {}] hbase.ChoreService(370): Chore service for: master/b3c019fcff38:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T00:22:52,003 INFO [M:0;b3c019fcff38:43045 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T00:22:52,003 DEBUG [M:0;b3c019fcff38:43045 {}] master.HMaster(1795): Stopping service threads 2024-11-10T00:22:52,003 INFO [M:0;b3c019fcff38:43045 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T00:22:52,004 INFO [M:0;b3c019fcff38:43045 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T00:22:52,004 INFO [M:0;b3c019fcff38:43045 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T00:22:52,004 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T00:22:52,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43045-0x100ff4137c90000, quorum=127.0.0.1:51229, baseZNode=/0-2062420740 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2062420740/master 2024-11-10T00:22:52,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43045-0x100ff4137c90000, quorum=127.0.0.1:51229, baseZNode=/0-2062420740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2062420740 2024-11-10T00:22:52,005 DEBUG [M:0;b3c019fcff38:43045 {}] zookeeper.ZKUtil(347): master:43045-0x100ff4137c90000, quorum=127.0.0.1:51229, baseZNode=/0-2062420740 Unable to get data of znode /0-2062420740/master because node does not exist (not an error) 2024-11-10T00:22:52,005 WARN [M:0;b3c019fcff38:43045 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T00:22:52,006 INFO [M:0;b3c019fcff38:43045 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/.lastflushedseqids 2024-11-10T00:22:52,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32975 is added to blk_1073741852_1028 (size=263) 2024-11-10T00:22:52,035 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T00:22:52,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:52,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:52,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:52,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:52,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:52,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:52,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:52,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:52,062 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:22:52,063 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b3c019fcff38,40063,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b3c019fcff38:40063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T00:22:52,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:52,065 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2150 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b3c019fcff38,40063,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b3c019fcff38:40063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T00:22:52,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44609-0x100ff4137c90001, quorum=127.0.0.1:51229, baseZNode=/0-2062420740 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:22:52,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44609-0x100ff4137c90001, quorum=127.0.0.1:51229, baseZNode=/0-2062420740 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:22:52,102 INFO [RS:0;b3c019fcff38:44609 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T00:22:52,102 INFO [RS:0;b3c019fcff38:44609 {}] regionserver.HRegionServer(1031): Exiting; stopping=b3c019fcff38,44609,1731198144967; zookeeper connection closed. 2024-11-10T00:22:52,102 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5f4f15b7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5f4f15b7 2024-11-10T00:22:52,102 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T00:22:52,411 INFO [M:0;b3c019fcff38:43045 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T00:22:52,411 INFO [M:0;b3c019fcff38:43045 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T00:22:52,411 DEBUG [M:0;b3c019fcff38:43045 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T00:22:52,411 INFO [M:0;b3c019fcff38:43045 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:22:52,411 DEBUG [M:0;b3c019fcff38:43045 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:22:52,411 DEBUG [M:0;b3c019fcff38:43045 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T00:22:52,411 DEBUG [M:0;b3c019fcff38:43045 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:22:52,412 INFO [M:0;b3c019fcff38:43045 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-10T00:22:52,427 DEBUG [M:0;b3c019fcff38:43045 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/254ba2a886c04d88b0a46eff8a13d06f is 82, key is hbase:meta,,1/info:regioninfo/1731198147913/Put/seqid=0 2024-11-10T00:22:52,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32975 is added to blk_1073741853_1029 (size=5672) 2024-11-10T00:22:52,831 INFO [M:0;b3c019fcff38:43045 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/254ba2a886c04d88b0a46eff8a13d06f 2024-11-10T00:22:52,849 DEBUG [M:0;b3c019fcff38:43045 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c9986b614969414b8044452e5ccadefe is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731198157603/Put/seqid=0 2024-11-10T00:22:52,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32975 is added to blk_1073741854_1030 (size=8516) 2024-11-10T00:22:53,254 INFO [M:0;b3c019fcff38:43045 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c9986b614969414b8044452e5ccadefe 2024-11-10T00:22:53,272 DEBUG [M:0;b3c019fcff38:43045 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eac2155e57ef447992f5c618b3ad3a93 is 69, key is b3c019fcff38,44609,1731198144967/rs:state/1731198146812/Put/seqid=0 2024-11-10T00:22:53,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32975 is added to blk_1073741855_1031 (size=5156) 2024-11-10T00:22:53,676 INFO [M:0;b3c019fcff38:43045 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eac2155e57ef447992f5c618b3ad3a93 2024-11-10T00:22:53,680 DEBUG [M:0;b3c019fcff38:43045 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/254ba2a886c04d88b0a46eff8a13d06f as hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/254ba2a886c04d88b0a46eff8a13d06f 2024-11-10T00:22:53,684 INFO [M:0;b3c019fcff38:43045 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/254ba2a886c04d88b0a46eff8a13d06f, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T00:22:53,685 DEBUG [M:0;b3c019fcff38:43045 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c9986b614969414b8044452e5ccadefe as hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c9986b614969414b8044452e5ccadefe 2024-11-10T00:22:53,689 INFO [M:0;b3c019fcff38:43045 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c9986b614969414b8044452e5ccadefe, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T00:22:53,689 DEBUG [M:0;b3c019fcff38:43045 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eac2155e57ef447992f5c618b3ad3a93 as hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eac2155e57ef447992f5c618b3ad3a93 2024-11-10T00:22:53,693 INFO [M:0;b3c019fcff38:43045 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34983/user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eac2155e57ef447992f5c618b3ad3a93, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T00:22:53,694 INFO [M:0;b3c019fcff38:43045 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=97, compaction requested=false 2024-11-10T00:22:53,695 INFO [M:0;b3c019fcff38:43045 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:22:53,695 DEBUG [M:0;b3c019fcff38:43045 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731198172411Disabling compacts and flushes for region at 1731198172411Disabling writes for close at 1731198172411Obtaining lock to block concurrent updates at 1731198172412 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731198172412Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731198172412Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731198172413 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731198172413Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731198172426 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731198172426Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731198172835 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731198172849 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731198172849Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731198173258 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731198173271 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731198173271Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d1c79cf: reopening flushed file at 1731198173680 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2905bf4d: reopening flushed file at 1731198173684 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13b78562: reopening flushed file at 1731198173689 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=97, compaction requested=false at 1731198173694 (+5 ms)Writing region close event to WAL at 1731198173695 (+1 ms)Closed at 1731198173695 2024-11-10T00:22:53,697 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/552df7b0-e0b8-b088-7285-a37f22a81e1e/MasterData/WALs/b3c019fcff38,43045,1731198144916/b3c019fcff38%2C43045%2C1731198144916.1731198146651 not finished, retry = 0 2024-11-10T00:22:53,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32975 is added to blk_1073741830_1006 (size=63654) 2024-11-10T00:22:53,798 INFO [M:0;b3c019fcff38:43045 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T00:22:53,798 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T00:22:53,798 INFO [M:0;b3c019fcff38:43045 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43045 2024-11-10T00:22:53,798 INFO [M:0;b3c019fcff38:43045 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T00:22:53,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43045-0x100ff4137c90000, quorum=127.0.0.1:51229, baseZNode=/0-2062420740 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:22:53,901 INFO [M:0;b3c019fcff38:43045 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T00:22:53,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43045-0x100ff4137c90000, quorum=127.0.0.1:51229, baseZNode=/0-2062420740 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:22:53,904 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d2d1afa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T00:22:53,904 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@17373f9c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T00:22:53,904 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T00:22:53,904 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76131948{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T00:22:53,904 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27c217a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c15de4c6-4ec7-4d23-a89b-8c552f6c9369/hadoop.log.dir/,STOPPED} 2024-11-10T00:22:53,905 WARN [BP-855144012-172.17.0.2-1731198143834 heartbeating to localhost/127.0.0.1:34983 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T00:22:53,905 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T00:22:53,906 WARN [BP-855144012-172.17.0.2-1731198143834 heartbeating to localhost/127.0.0.1:34983 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-855144012-172.17.0.2-1731198143834 (Datanode Uuid b9a5639d-1f3a-4c13-a287-64f6273ad8d6) service to localhost/127.0.0.1:34983 2024-11-10T00:22:53,906 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T00:22:53,906 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c15de4c6-4ec7-4d23-a89b-8c552f6c9369/cluster_1e3348a1-929a-9144-db3a-dd3021d7ad9d/data/data1/current/BP-855144012-172.17.0.2-1731198143834 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T00:22:53,907 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c15de4c6-4ec7-4d23-a89b-8c552f6c9369/cluster_1e3348a1-929a-9144-db3a-dd3021d7ad9d/data/data2/current/BP-855144012-172.17.0.2-1731198143834 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T00:22:53,907 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T00:22:53,913 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1bf57691{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T00:22:53,914 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12386e47{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T00:22:53,914 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T00:22:53,914 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@db69a8f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T00:22:53,914 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5736233d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c15de4c6-4ec7-4d23-a89b-8c552f6c9369/hadoop.log.dir/,STOPPED} 2024-11-10T00:22:53,920 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T00:22:53,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T00:22:53,941 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=245 (was 204) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51229) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:34983 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:34983 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:44207 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:44207 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:34983 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:34983 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:44207 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44207 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:34983 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:44207 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51229) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:34983 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:44207 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:44207 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34983 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=625 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=176 (was 140) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9511 (was 9544) 2024-11-10T00:22:53,950 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=245, OpenFileDescriptor=625, MaxFileDescriptor=1048576, SystemLoadAverage=176, ProcessCount=11, AvailableMemoryMB=9512 2024-11-10T00:22:53,963 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-10T00:22:53,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bf1bb8-9949-64c7-0420-3fb1d64a5795/hadoop.log.dir so I do NOT create it in target/test-data/14cff53e-e5f9-ccea-df28-c44a43241a91 2024-11-10T00:22:53,963 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bf1bb8-9949-64c7-0420-3fb1d64a5795/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T00:22:53,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bf1bb8-9949-64c7-0420-3fb1d64a5795/hadoop.tmp.dir so I do NOT create it in target/test-data/14cff53e-e5f9-ccea-df28-c44a43241a91 2024-11-10T00:22:53,963 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bf1bb8-9949-64c7-0420-3fb1d64a5795/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T00:22:53,963 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cff53e-e5f9-ccea-df28-c44a43241a91 2024-11-10T00:22:53,964 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cff53e-e5f9-ccea-df28-c44a43241a91/cluster_946b63bf-6ea9-278e-14b4-c5f18e811d81, deleteOnExit=true 2024-11-10T00:22:53,966 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cff53e-e5f9-ccea-df28-c44a43241a91/cluster_946b63bf-6ea9-278e-14b4-c5f18e811d81/zookeeper_0, clientPort=52195, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cff53e-e5f9-ccea-df28-c44a43241a91/cluster_946b63bf-6ea9-278e-14b4-c5f18e811d81/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cff53e-e5f9-ccea-df28-c44a43241a91/cluster_946b63bf-6ea9-278e-14b4-c5f18e811d81/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T00:22:53,967 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52195 2024-11-10T00:22:53,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T00:22:53,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T00:22:53,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cff53e-e5f9-ccea-df28-c44a43241a91/test.cache.data in system properties and HBase conf 2024-11-10T00:22:53,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cff53e-e5f9-ccea-df28-c44a43241a91/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T00:22:53,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cff53e-e5f9-ccea-df28-c44a43241a91/hadoop.log.dir in system properties and HBase conf 2024-11-10T00:22:53,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cff53e-e5f9-ccea-df28-c44a43241a91/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T00:22:53,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cff53e-e5f9-ccea-df28-c44a43241a91/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T00:22:53,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T00:22:53,967 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T00:22:53,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cff53e-e5f9-ccea-df28-c44a43241a91/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T00:22:53,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cff53e-e5f9-ccea-df28-c44a43241a91/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T00:22:53,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cff53e-e5f9-ccea-df28-c44a43241a91/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T00:22:53,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cff53e-e5f9-ccea-df28-c44a43241a91/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T00:22:53,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cff53e-e5f9-ccea-df28-c44a43241a91/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T00:22:53,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cff53e-e5f9-ccea-df28-c44a43241a91/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T00:22:53,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cff53e-e5f9-ccea-df28-c44a43241a91/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T00:22:53,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cff53e-e5f9-ccea-df28-c44a43241a91/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T00:22:53,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cff53e-e5f9-ccea-df28-c44a43241a91/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T00:22:53,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cff53e-e5f9-ccea-df28-c44a43241a91/nfs.dump.dir in system properties and HBase conf 2024-11-10T00:22:53,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cff53e-e5f9-ccea-df28-c44a43241a91/java.io.tmpdir in system properties and HBase conf 2024-11-10T00:22:53,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cff53e-e5f9-ccea-df28-c44a43241a91/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T00:22:53,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cff53e-e5f9-ccea-df28-c44a43241a91/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T00:22:53,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cff53e-e5f9-ccea-df28-c44a43241a91/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T00:22:54,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100ff4137c90002, quorum=127.0.0.1:51229, baseZNode=/0-2062420740 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T00:22:54,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100ff4137c90005, quorum=127.0.0.1:51229, baseZNode=/11557437243 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T00:22:54,019 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100ff4137c90002, quorum=127.0.0.1:51229, baseZNode=/0-2062420740 Received Disconnected from ZooKeeper, ignoring 2024-11-10T00:22:54,019 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100ff4137c90005, quorum=127.0.0.1:51229, baseZNode=/11557437243 Received Disconnected from ZooKeeper, ignoring 2024-11-10T00:22:54,071 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:22:54,075 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T00:22:54,077 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T00:22:54,077 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T00:22:54,077 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T00:22:54,078 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:22:54,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37119634{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cff53e-e5f9-ccea-df28-c44a43241a91/hadoop.log.dir/,AVAILABLE} 2024-11-10T00:22:54,081 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ea90aa6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T00:22:54,082 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:22:54,082 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b3c019fcff38,40063,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b3c019fcff38:40063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T00:22:54,083 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4170 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b3c019fcff38,40063,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b3c019fcff38:40063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T00:22:54,232 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e6d1833{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cff53e-e5f9-ccea-df28-c44a43241a91/java.io.tmpdir/jetty-localhost-36229-hadoop-hdfs-3_4_1-tests_jar-_-any-5485511935948889481/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T00:22:54,233 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b6c1525{HTTP/1.1, (http/1.1)}{localhost:36229} 2024-11-10T00:22:54,233 INFO [Time-limited test {}] server.Server(415): Started @187937ms 2024-11-10T00:22:54,318 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:22:54,320 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T00:22:54,321 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T00:22:54,321 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T00:22:54,321 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T00:22:54,322 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67bebb46{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cff53e-e5f9-ccea-df28-c44a43241a91/hadoop.log.dir/,AVAILABLE} 2024-11-10T00:22:54,322 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65ffc534{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T00:22:54,435 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@257e1cd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cff53e-e5f9-ccea-df28-c44a43241a91/java.io.tmpdir/jetty-localhost-44083-hadoop-hdfs-3_4_1-tests_jar-_-any-9924012895759159755/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T00:22:54,435 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12b0a9aa{HTTP/1.1, (http/1.1)}{localhost:44083} 2024-11-10T00:22:54,435 INFO [Time-limited test {}] server.Server(415): Started @188140ms 2024-11-10T00:22:54,436 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T00:22:54,538 WARN [Thread-2201 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cff53e-e5f9-ccea-df28-c44a43241a91/cluster_946b63bf-6ea9-278e-14b4-c5f18e811d81/data/data1/current/BP-743434481-172.17.0.2-1731198173992/current, will proceed with Du for space computation calculation, 2024-11-10T00:22:54,538 WARN [Thread-2202 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cff53e-e5f9-ccea-df28-c44a43241a91/cluster_946b63bf-6ea9-278e-14b4-c5f18e811d81/data/data2/current/BP-743434481-172.17.0.2-1731198173992/current, will proceed with Du for space computation calculation, 2024-11-10T00:22:54,557 WARN [Thread-2189 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T00:22:54,559 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xabee87131ba55996 with lease ID 0x705d060d398747a8: Processing first storage report for DS-44a93d03-7a8f-4f44-9884-1fbbf681c767 from datanode DatanodeRegistration(127.0.0.1:45975, datanodeUuid=f203a8be-196e-4455-bd22-bead2a8cbe9a, infoPort=45955, infoSecurePort=0, ipcPort=42417, storageInfo=lv=-57;cid=testClusterID;nsid=947074287;c=1731198173992) 2024-11-10T00:22:54,560 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xabee87131ba55996 with lease ID 0x705d060d398747a8: from storage DS-44a93d03-7a8f-4f44-9884-1fbbf681c767 node DatanodeRegistration(127.0.0.1:45975, datanodeUuid=f203a8be-196e-4455-bd22-bead2a8cbe9a, infoPort=45955, infoSecurePort=0, ipcPort=42417, storageInfo=lv=-57;cid=testClusterID;nsid=947074287;c=1731198173992), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T00:22:54,560 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xabee87131ba55996 with lease ID 0x705d060d398747a8: Processing first storage report for DS-6e60ddaa-420f-4f2d-a4e3-3a7191e9bfd7 from datanode DatanodeRegistration(127.0.0.1:45975, datanodeUuid=f203a8be-196e-4455-bd22-bead2a8cbe9a, infoPort=45955, infoSecurePort=0, ipcPort=42417, storageInfo=lv=-57;cid=testClusterID;nsid=947074287;c=1731198173992) 2024-11-10T00:22:54,560 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xabee87131ba55996 with lease ID 0x705d060d398747a8: from storage DS-6e60ddaa-420f-4f2d-a4e3-3a7191e9bfd7 node DatanodeRegistration(127.0.0.1:45975, datanodeUuid=f203a8be-196e-4455-bd22-bead2a8cbe9a, infoPort=45955, infoSecurePort=0, ipcPort=42417, storageInfo=lv=-57;cid=testClusterID;nsid=947074287;c=1731198173992), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T00:22:54,562 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cff53e-e5f9-ccea-df28-c44a43241a91 2024-11-10T00:22:54,563 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:22:54,564 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:22:54,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45975 is added to blk_1073741825_1001 (size=7) 2024-11-10T00:22:54,572 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d with version=8 2024-11-10T00:22:54,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/hbase-staging 2024-11-10T00:22:54,574 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b3c019fcff38:0 server-side Connection retries=45 2024-11-10T00:22:54,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:22:54,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T00:22:54,574 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T00:22:54,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:22:54,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T00:22:54,574 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T00:22:54,574 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T00:22:54,575 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42803 2024-11-10T00:22:54,575 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42803 connecting to ZooKeeper ensemble=127.0.0.1:52195 2024-11-10T00:22:54,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:428030x0, quorum=127.0.0.1:52195, baseZNode=/0-219875638 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:22:54,582 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42803-0x100ff41ad9d0000 connected 2024-11-10T00:22:54,601 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:22:54,602 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:22:54,604 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42803-0x100ff41ad9d0000, quorum=127.0.0.1:52195, baseZNode=/0-219875638 Set watcher on znode that does not yet exist, /0-219875638/running 2024-11-10T00:22:54,604 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d, hbase.cluster.distributed=false 2024-11-10T00:22:54,605 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42803-0x100ff41ad9d0000, quorum=127.0.0.1:52195, baseZNode=/0-219875638 Set watcher on znode that does not yet exist, /0-219875638/acl 2024-11-10T00:22:54,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42803 2024-11-10T00:22:54,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42803 2024-11-10T00:22:54,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42803 2024-11-10T00:22:54,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42803 2024-11-10T00:22:54,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42803 2024-11-10T00:22:54,626 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b3c019fcff38:0 server-side Connection retries=45 2024-11-10T00:22:54,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:22:54,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T00:22:54,626 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T00:22:54,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:22:54,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T00:22:54,626 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T00:22:54,626 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T00:22:54,627 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36993 2024-11-10T00:22:54,628 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36993 connecting to ZooKeeper ensemble=127.0.0.1:52195 2024-11-10T00:22:54,628 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:22:54,630 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:22:54,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369930x0, quorum=127.0.0.1:52195, baseZNode=/0-219875638 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:22:54,635 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:369930x0, quorum=127.0.0.1:52195, baseZNode=/0-219875638 Set watcher on znode that does not yet exist, /0-219875638/running 2024-11-10T00:22:54,635 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36993-0x100ff41ad9d0001 connected 2024-11-10T00:22:54,635 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T00:22:54,636 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T00:22:54,637 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36993-0x100ff41ad9d0001, quorum=127.0.0.1:52195, baseZNode=/0-219875638 Set watcher on znode that does not yet exist, /0-219875638/master 2024-11-10T00:22:54,638 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36993-0x100ff41ad9d0001, quorum=127.0.0.1:52195, baseZNode=/0-219875638 Set watcher on znode that does not yet exist, /0-219875638/acl 2024-11-10T00:22:54,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36993 2024-11-10T00:22:54,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36993 2024-11-10T00:22:54,642 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36993 2024-11-10T00:22:54,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36993 2024-11-10T00:22:54,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36993 2024-11-10T00:22:54,660 DEBUG [M:0;b3c019fcff38:42803 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b3c019fcff38:42803 2024-11-10T00:22:54,662 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-219875638/backup-masters/b3c019fcff38,42803,1731198174573 2024-11-10T00:22:54,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42803-0x100ff41ad9d0000, quorum=127.0.0.1:52195, baseZNode=/0-219875638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219875638/backup-masters 2024-11-10T00:22:54,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x100ff41ad9d0001, quorum=127.0.0.1:52195, baseZNode=/0-219875638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219875638/backup-masters 2024-11-10T00:22:54,664 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42803-0x100ff41ad9d0000, quorum=127.0.0.1:52195, baseZNode=/0-219875638 Set watcher on existing znode=/0-219875638/backup-masters/b3c019fcff38,42803,1731198174573 2024-11-10T00:22:54,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x100ff41ad9d0001, quorum=127.0.0.1:52195, baseZNode=/0-219875638 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-219875638/master 2024-11-10T00:22:54,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42803-0x100ff41ad9d0000, quorum=127.0.0.1:52195, baseZNode=/0-219875638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219875638 2024-11-10T00:22:54,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x100ff41ad9d0001, quorum=127.0.0.1:52195, baseZNode=/0-219875638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219875638 2024-11-10T00:22:54,666 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42803-0x100ff41ad9d0000, quorum=127.0.0.1:52195, baseZNode=/0-219875638 Set watcher on existing znode=/0-219875638/master 2024-11-10T00:22:54,666 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-219875638/backup-masters/b3c019fcff38,42803,1731198174573 from backup master directory 2024-11-10T00:22:54,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42803-0x100ff41ad9d0000, quorum=127.0.0.1:52195, baseZNode=/0-219875638 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-219875638/backup-masters/b3c019fcff38,42803,1731198174573 2024-11-10T00:22:54,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x100ff41ad9d0001, quorum=127.0.0.1:52195, baseZNode=/0-219875638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219875638/backup-masters 2024-11-10T00:22:54,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42803-0x100ff41ad9d0000, quorum=127.0.0.1:52195, baseZNode=/0-219875638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219875638/backup-masters 2024-11-10T00:22:54,668 WARN [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T00:22:54,668 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b3c019fcff38,42803,1731198174573 2024-11-10T00:22:54,672 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/hbase.id] with ID: f664912b-6121-4131-9ad4-5ddd809c4d88 2024-11-10T00:22:54,672 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/.tmp/hbase.id 2024-11-10T00:22:54,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45975 is added to blk_1073741826_1002 (size=42) 2024-11-10T00:22:55,078 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/.tmp/hbase.id]:[hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/hbase.id] 2024-11-10T00:22:55,087 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:22:55,087 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T00:22:55,088 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T00:22:55,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x100ff41ad9d0001, quorum=127.0.0.1:52195, baseZNode=/0-219875638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219875638 2024-11-10T00:22:55,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42803-0x100ff41ad9d0000, quorum=127.0.0.1:52195, baseZNode=/0-219875638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219875638 2024-11-10T00:22:55,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45975 is added to blk_1073741827_1003 (size=196) 2024-11-10T00:22:55,497 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:22:55,497 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T00:22:55,498 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:22:55,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45975 is added to blk_1073741828_1004 (size=1189) 2024-11-10T00:22:55,504 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/MasterData/data/master/store 2024-11-10T00:22:55,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45975 is added to blk_1073741829_1005 (size=34) 2024-11-10T00:22:55,909 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:22:55,910 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T00:22:55,910 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:22:55,910 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:22:55,910 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T00:22:55,910 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:22:55,910 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:22:55,910 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731198175910Disabling compacts and flushes for region at 1731198175910Disabling writes for close at 1731198175910Writing region close event to WAL at 1731198175910Closed at 1731198175910 2024-11-10T00:22:55,911 WARN [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/MasterData/data/master/store/.initializing 2024-11-10T00:22:55,911 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/MasterData/WALs/b3c019fcff38,42803,1731198174573 2024-11-10T00:22:55,912 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T00:22:55,913 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b3c019fcff38%2C42803%2C1731198174573, suffix=, logDir=hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/MasterData/WALs/b3c019fcff38,42803,1731198174573, archiveDir=hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/MasterData/oldWALs, maxLogs=10 2024-11-10T00:22:55,930 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/MasterData/WALs/b3c019fcff38,42803,1731198174573/b3c019fcff38%2C42803%2C1731198174573.1731198175913, exclude list is [], retry=0 2024-11-10T00:22:55,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45975,DS-44a93d03-7a8f-4f44-9884-1fbbf681c767,DISK] 2024-11-10T00:22:55,934 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/MasterData/WALs/b3c019fcff38,42803,1731198174573/b3c019fcff38%2C42803%2C1731198174573.1731198175913 2024-11-10T00:22:55,935 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45955:45955)] 2024-11-10T00:22:55,935 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:22:55,935 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:22:55,935 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:55,935 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:55,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:55,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T00:22:55,937 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:55,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:22:55,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:55,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T00:22:55,939 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:55,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:22:55,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:55,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T00:22:55,940 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:55,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:22:55,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:55,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T00:22:55,941 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:55,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:22:55,942 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:55,942 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:55,942 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:55,943 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:55,943 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:55,944 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:22:55,945 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:55,946 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:22:55,947 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65005399, jitterRate=-0.03134407103061676}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:22:55,948 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731198175935Initializing all the Stores at 1731198175936 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198175936Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198175936Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198175936Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198175936Cleaning up temporary data from old regions at 1731198175943 (+7 ms)Region opened successfully at 1731198175947 (+4 ms) 2024-11-10T00:22:55,948 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T00:22:55,950 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6702486a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b3c019fcff38/172.17.0.2:0 2024-11-10T00:22:55,951 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T00:22:55,951 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T00:22:55,951 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T00:22:55,951 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T00:22:55,952 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T00:22:55,952 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T00:22:55,952 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T00:22:55,954 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T00:22:55,955 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42803-0x100ff41ad9d0000, quorum=127.0.0.1:52195, baseZNode=/0-219875638 Unable to get data of znode /0-219875638/balancer because node does not exist (not necessarily an error) 2024-11-10T00:22:55,956 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-219875638/balancer already deleted, retry=false 2024-11-10T00:22:55,957 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T00:22:55,957 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42803-0x100ff41ad9d0000, quorum=127.0.0.1:52195, baseZNode=/0-219875638 Unable to get data of znode /0-219875638/normalizer because node does not exist (not necessarily an error) 2024-11-10T00:22:55,958 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-219875638/normalizer already deleted, retry=false 2024-11-10T00:22:55,959 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T00:22:55,960 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42803-0x100ff41ad9d0000, quorum=127.0.0.1:52195, baseZNode=/0-219875638 Unable to get data of znode /0-219875638/switch/split because node does not exist (not necessarily an error) 2024-11-10T00:22:55,964 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-219875638/switch/split already deleted, retry=false 2024-11-10T00:22:55,964 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42803-0x100ff41ad9d0000, quorum=127.0.0.1:52195, baseZNode=/0-219875638 Unable to get data of znode /0-219875638/switch/merge because node does not exist (not necessarily an error) 2024-11-10T00:22:55,965 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-219875638/switch/merge already deleted, retry=false 2024-11-10T00:22:55,967 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42803-0x100ff41ad9d0000, quorum=127.0.0.1:52195, baseZNode=/0-219875638 Unable to get data of znode /0-219875638/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T00:22:55,968 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-219875638/snapshot-cleanup already deleted, retry=false 2024-11-10T00:22:55,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42803-0x100ff41ad9d0000, quorum=127.0.0.1:52195, baseZNode=/0-219875638 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-219875638/running 2024-11-10T00:22:55,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x100ff41ad9d0001, quorum=127.0.0.1:52195, baseZNode=/0-219875638 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-219875638/running 2024-11-10T00:22:55,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42803-0x100ff41ad9d0000, quorum=127.0.0.1:52195, baseZNode=/0-219875638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219875638 2024-11-10T00:22:55,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x100ff41ad9d0001, quorum=127.0.0.1:52195, baseZNode=/0-219875638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219875638 2024-11-10T00:22:55,970 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b3c019fcff38,42803,1731198174573, sessionid=0x100ff41ad9d0000, setting cluster-up flag (Was=false) 2024-11-10T00:22:55,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42803-0x100ff41ad9d0000, quorum=127.0.0.1:52195, baseZNode=/0-219875638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219875638 2024-11-10T00:22:55,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x100ff41ad9d0001, quorum=127.0.0.1:52195, baseZNode=/0-219875638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219875638 2024-11-10T00:22:55,979 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-219875638/flush-table-proc/acquired, /0-219875638/flush-table-proc/reached, /0-219875638/flush-table-proc/abort 2024-11-10T00:22:55,980 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b3c019fcff38,42803,1731198174573 2024-11-10T00:22:55,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42803-0x100ff41ad9d0000, quorum=127.0.0.1:52195, baseZNode=/0-219875638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219875638 2024-11-10T00:22:55,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x100ff41ad9d0001, quorum=127.0.0.1:52195, baseZNode=/0-219875638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219875638 2024-11-10T00:22:55,988 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-219875638/online-snapshot/acquired, /0-219875638/online-snapshot/reached, /0-219875638/online-snapshot/abort 2024-11-10T00:22:55,989 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b3c019fcff38,42803,1731198174573 2024-11-10T00:22:55,990 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T00:22:55,991 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T00:22:55,991 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T00:22:55,991 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T00:22:55,992 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b3c019fcff38,42803,1731198174573 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T00:22:55,993 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:22:55,993 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:22:55,993 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:22:55,993 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:22:55,993 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b3c019fcff38:0, corePoolSize=10, maxPoolSize=10 2024-11-10T00:22:55,993 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:55,993 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b3c019fcff38:0, corePoolSize=2, maxPoolSize=2 2024-11-10T00:22:55,993 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:55,994 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731198205994 2024-11-10T00:22:55,994 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:22:55,994 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T00:22:55,994 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T00:22:55,994 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T00:22:55,994 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T00:22:55,994 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T00:22:55,994 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T00:22:55,994 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T00:22:55,994 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:55,995 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T00:22:55,995 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T00:22:55,995 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:55,995 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T00:22:55,995 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T00:22:55,995 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T00:22:55,995 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T00:22:55,995 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T00:22:55,995 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731198175995,5,FailOnTimeoutGroup] 2024-11-10T00:22:55,996 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731198175995,5,FailOnTimeoutGroup] 2024-11-10T00:22:55,996 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:55,996 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T00:22:55,996 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:55,996 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:56,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45975 is added to blk_1073741831_1007 (size=1321) 2024-11-10T00:22:56,004 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T00:22:56,004 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d 2024-11-10T00:22:56,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45975 is added to blk_1073741832_1008 (size=32) 2024-11-10T00:22:56,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:22:56,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T00:22:56,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T00:22:56,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:56,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:22:56,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T00:22:56,014 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T00:22:56,014 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:56,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:22:56,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T00:22:56,015 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T00:22:56,015 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:56,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:22:56,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T00:22:56,016 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T00:22:56,016 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:56,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:22:56,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T00:22:56,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/data/hbase/meta/1588230740 2024-11-10T00:22:56,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/data/hbase/meta/1588230740 2024-11-10T00:22:56,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T00:22:56,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T00:22:56,018 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:22:56,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T00:22:56,020 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:22:56,020 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64543192, jitterRate=-0.038231492042541504}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:22:56,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731198176010Initializing all the Stores at 1731198176011 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198176011Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198176011Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198176011Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198176011Cleaning up temporary data from old regions at 1731198176017 (+6 ms)Region opened successfully at 1731198176021 (+4 ms) 2024-11-10T00:22:56,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T00:22:56,021 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T00:22:56,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T00:22:56,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T00:22:56,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T00:22:56,021 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T00:22:56,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731198176021Disabling compacts and flushes for region at 1731198176021Disabling writes for close at 1731198176021Writing region close event to WAL at 1731198176021Closed at 1731198176021 2024-11-10T00:22:56,022 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:22:56,022 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T00:22:56,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T00:22:56,023 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T00:22:56,024 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T00:22:56,051 INFO [RS:0;b3c019fcff38:36993 {}] regionserver.HRegionServer(746): ClusterId : f664912b-6121-4131-9ad4-5ddd809c4d88 2024-11-10T00:22:56,051 DEBUG [RS:0;b3c019fcff38:36993 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T00:22:56,053 DEBUG [RS:0;b3c019fcff38:36993 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T00:22:56,054 DEBUG [RS:0;b3c019fcff38:36993 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T00:22:56,055 DEBUG [RS:0;b3c019fcff38:36993 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T00:22:56,056 DEBUG [RS:0;b3c019fcff38:36993 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b707530, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b3c019fcff38/172.17.0.2:0 2024-11-10T00:22:56,070 DEBUG [RS:0;b3c019fcff38:36993 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b3c019fcff38:36993 2024-11-10T00:22:56,070 INFO [RS:0;b3c019fcff38:36993 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T00:22:56,070 INFO [RS:0;b3c019fcff38:36993 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T00:22:56,070 DEBUG [RS:0;b3c019fcff38:36993 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T00:22:56,070 INFO [RS:0;b3c019fcff38:36993 {}] regionserver.HRegionServer(2659): reportForDuty to master=b3c019fcff38,42803,1731198174573 with port=36993, startcode=1731198174626 2024-11-10T00:22:56,071 DEBUG [RS:0;b3c019fcff38:36993 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T00:22:56,072 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59405, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T00:22:56,073 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42803 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b3c019fcff38,36993,1731198174626 2024-11-10T00:22:56,073 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42803 {}] master.ServerManager(517): Registering regionserver=b3c019fcff38,36993,1731198174626 2024-11-10T00:22:56,074 DEBUG [RS:0;b3c019fcff38:36993 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d 2024-11-10T00:22:56,074 DEBUG [RS:0;b3c019fcff38:36993 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44343 2024-11-10T00:22:56,074 DEBUG [RS:0;b3c019fcff38:36993 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T00:22:56,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42803-0x100ff41ad9d0000, quorum=127.0.0.1:52195, baseZNode=/0-219875638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219875638/rs 2024-11-10T00:22:56,077 DEBUG [RS:0;b3c019fcff38:36993 {}] zookeeper.ZKUtil(111): regionserver:36993-0x100ff41ad9d0001, quorum=127.0.0.1:52195, baseZNode=/0-219875638 Set watcher on existing znode=/0-219875638/rs/b3c019fcff38,36993,1731198174626 2024-11-10T00:22:56,077 WARN [RS:0;b3c019fcff38:36993 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T00:22:56,077 INFO [RS:0;b3c019fcff38:36993 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:22:56,077 DEBUG [RS:0;b3c019fcff38:36993 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/WALs/b3c019fcff38,36993,1731198174626 2024-11-10T00:22:56,078 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b3c019fcff38,36993,1731198174626] 2024-11-10T00:22:56,080 INFO [RS:0;b3c019fcff38:36993 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T00:22:56,082 INFO [RS:0;b3c019fcff38:36993 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T00:22:56,083 INFO [RS:0;b3c019fcff38:36993 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T00:22:56,083 INFO [RS:0;b3c019fcff38:36993 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:56,083 INFO [RS:0;b3c019fcff38:36993 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T00:22:56,084 INFO [RS:0;b3c019fcff38:36993 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T00:22:56,084 INFO [RS:0;b3c019fcff38:36993 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:56,084 DEBUG [RS:0;b3c019fcff38:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:56,084 DEBUG [RS:0;b3c019fcff38:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:56,084 DEBUG [RS:0;b3c019fcff38:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:56,084 DEBUG [RS:0;b3c019fcff38:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:56,084 DEBUG [RS:0;b3c019fcff38:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:56,084 DEBUG [RS:0;b3c019fcff38:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b3c019fcff38:0, corePoolSize=2, maxPoolSize=2 2024-11-10T00:22:56,084 DEBUG [RS:0;b3c019fcff38:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:56,084 DEBUG [RS:0;b3c019fcff38:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:56,084 DEBUG [RS:0;b3c019fcff38:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:56,084 DEBUG [RS:0;b3c019fcff38:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:56,084 DEBUG [RS:0;b3c019fcff38:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:56,084 DEBUG [RS:0;b3c019fcff38:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:56,084 DEBUG [RS:0;b3c019fcff38:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0, corePoolSize=3, maxPoolSize=3 2024-11-10T00:22:56,084 DEBUG [RS:0;b3c019fcff38:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0, corePoolSize=3, maxPoolSize=3 2024-11-10T00:22:56,087 INFO [RS:0;b3c019fcff38:36993 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:56,087 INFO [RS:0;b3c019fcff38:36993 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:56,087 INFO [RS:0;b3c019fcff38:36993 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:56,087 INFO [RS:0;b3c019fcff38:36993 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:56,087 INFO [RS:0;b3c019fcff38:36993 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:56,088 INFO [RS:0;b3c019fcff38:36993 {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,36993,1731198174626-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T00:22:56,102 INFO [RS:0;b3c019fcff38:36993 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T00:22:56,102 INFO [RS:0;b3c019fcff38:36993 {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,36993,1731198174626-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:56,102 INFO [RS:0;b3c019fcff38:36993 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:56,102 INFO [RS:0;b3c019fcff38:36993 {}] regionserver.Replication(171): b3c019fcff38,36993,1731198174626 started 2024-11-10T00:22:56,116 INFO [RS:0;b3c019fcff38:36993 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:56,116 INFO [RS:0;b3c019fcff38:36993 {}] regionserver.HRegionServer(1482): Serving as b3c019fcff38,36993,1731198174626, RpcServer on b3c019fcff38/172.17.0.2:36993, sessionid=0x100ff41ad9d0001 2024-11-10T00:22:56,116 DEBUG [RS:0;b3c019fcff38:36993 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T00:22:56,116 DEBUG [RS:0;b3c019fcff38:36993 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b3c019fcff38,36993,1731198174626 2024-11-10T00:22:56,116 DEBUG [RS:0;b3c019fcff38:36993 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b3c019fcff38,36993,1731198174626' 2024-11-10T00:22:56,116 DEBUG [RS:0;b3c019fcff38:36993 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-219875638/flush-table-proc/abort' 2024-11-10T00:22:56,117 DEBUG [RS:0;b3c019fcff38:36993 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-219875638/flush-table-proc/acquired' 2024-11-10T00:22:56,117 DEBUG [RS:0;b3c019fcff38:36993 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T00:22:56,117 DEBUG [RS:0;b3c019fcff38:36993 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T00:22:56,117 DEBUG [RS:0;b3c019fcff38:36993 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b3c019fcff38,36993,1731198174626 2024-11-10T00:22:56,117 DEBUG [RS:0;b3c019fcff38:36993 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b3c019fcff38,36993,1731198174626' 2024-11-10T00:22:56,117 DEBUG [RS:0;b3c019fcff38:36993 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-219875638/online-snapshot/abort' 2024-11-10T00:22:56,117 DEBUG [RS:0;b3c019fcff38:36993 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-219875638/online-snapshot/acquired' 2024-11-10T00:22:56,118 DEBUG [RS:0;b3c019fcff38:36993 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T00:22:56,118 INFO [RS:0;b3c019fcff38:36993 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T00:22:56,118 INFO [RS:0;b3c019fcff38:36993 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T00:22:56,174 WARN [b3c019fcff38:42803 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-10T00:22:56,218 INFO [RS:0;b3c019fcff38:36993 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T00:22:56,220 INFO [RS:0;b3c019fcff38:36993 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b3c019fcff38%2C36993%2C1731198174626, suffix=, logDir=hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/WALs/b3c019fcff38,36993,1731198174626, archiveDir=hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/oldWALs, maxLogs=10 2024-11-10T00:22:56,233 DEBUG [RS:0;b3c019fcff38:36993 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/WALs/b3c019fcff38,36993,1731198174626/b3c019fcff38%2C36993%2C1731198174626.1731198176220, exclude list is [], retry=0 2024-11-10T00:22:56,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45975,DS-44a93d03-7a8f-4f44-9884-1fbbf681c767,DISK] 2024-11-10T00:22:56,237 INFO [RS:0;b3c019fcff38:36993 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/WALs/b3c019fcff38,36993,1731198174626/b3c019fcff38%2C36993%2C1731198174626.1731198176220 2024-11-10T00:22:56,237 DEBUG [RS:0;b3c019fcff38:36993 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45955:45955)] 2024-11-10T00:22:56,425 DEBUG [b3c019fcff38:42803 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T00:22:56,425 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b3c019fcff38,36993,1731198174626 2024-11-10T00:22:56,426 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b3c019fcff38,36993,1731198174626, state=OPENING 2024-11-10T00:22:56,428 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T00:22:56,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x100ff41ad9d0001, quorum=127.0.0.1:52195, baseZNode=/0-219875638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219875638 2024-11-10T00:22:56,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42803-0x100ff41ad9d0000, quorum=127.0.0.1:52195, baseZNode=/0-219875638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219875638 2024-11-10T00:22:56,430 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-219875638/meta-region-server: CHANGED 2024-11-10T00:22:56,430 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-219875638/meta-region-server: CHANGED 2024-11-10T00:22:56,430 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T00:22:56,430 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b3c019fcff38,36993,1731198174626}] 2024-11-10T00:22:56,582 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T00:22:56,584 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37221, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T00:22:56,587 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T00:22:56,587 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:22:56,587 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T00:22:56,588 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b3c019fcff38%2C36993%2C1731198174626.meta, suffix=.meta, logDir=hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/WALs/b3c019fcff38,36993,1731198174626, archiveDir=hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/oldWALs, maxLogs=10 2024-11-10T00:22:56,602 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/WALs/b3c019fcff38,36993,1731198174626/b3c019fcff38%2C36993%2C1731198174626.meta.1731198176589.meta, exclude list is [], retry=0 2024-11-10T00:22:56,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45975,DS-44a93d03-7a8f-4f44-9884-1fbbf681c767,DISK] 2024-11-10T00:22:56,605 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/WALs/b3c019fcff38,36993,1731198174626/b3c019fcff38%2C36993%2C1731198174626.meta.1731198176589.meta 2024-11-10T00:22:56,605 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45955:45955)] 2024-11-10T00:22:56,606 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:22:56,606 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T00:22:56,606 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T00:22:56,606 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T00:22:56,606 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T00:22:56,606 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T00:22:56,606 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:22:56,606 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T00:22:56,606 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T00:22:56,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T00:22:56,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T00:22:56,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:56,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:22:56,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T00:22:56,610 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T00:22:56,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:56,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:22:56,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T00:22:56,610 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T00:22:56,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:56,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:22:56,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T00:22:56,611 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T00:22:56,611 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:56,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:22:56,612 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T00:22:56,612 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/data/hbase/meta/1588230740 2024-11-10T00:22:56,613 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/data/hbase/meta/1588230740 2024-11-10T00:22:56,614 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T00:22:56,614 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T00:22:56,614 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:22:56,615 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T00:22:56,616 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70312525, jitterRate=0.047738268971443176}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:22:56,616 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T00:22:56,616 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731198176607Writing region info on filesystem at 1731198176607Initializing all the Stores at 1731198176607Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198176607Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198176607Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198176607Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198176607Cleaning up temporary data from old regions at 1731198176614 (+7 ms)Running coprocessor post-open hooks at 1731198176616 (+2 ms)Region opened successfully at 1731198176616 2024-11-10T00:22:56,617 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731198176582 2024-11-10T00:22:56,619 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T00:22:56,619 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T00:22:56,620 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,36993,1731198174626 2024-11-10T00:22:56,620 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b3c019fcff38,36993,1731198174626, state=OPEN 2024-11-10T00:22:56,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x100ff41ad9d0001, quorum=127.0.0.1:52195, baseZNode=/0-219875638 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-219875638/meta-region-server 2024-11-10T00:22:56,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42803-0x100ff41ad9d0000, quorum=127.0.0.1:52195, baseZNode=/0-219875638 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-219875638/meta-region-server 2024-11-10T00:22:56,628 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b3c019fcff38,36993,1731198174626 2024-11-10T00:22:56,628 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-219875638/meta-region-server: CHANGED 2024-11-10T00:22:56,628 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-219875638/meta-region-server: CHANGED 2024-11-10T00:22:56,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T00:22:56,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b3c019fcff38,36993,1731198174626 in 198 msec 2024-11-10T00:22:56,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T00:22:56,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 608 msec 2024-11-10T00:22:56,632 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:22:56,633 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T00:22:56,634 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:22:56,634 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36993,1731198174626, seqNum=-1] 2024-11-10T00:22:56,634 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:22:56,635 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57711, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:22:56,639 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 648 msec 2024-11-10T00:22:56,639 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731198176639, completionTime=-1 2024-11-10T00:22:56,639 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T00:22:56,639 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T00:22:56,641 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T00:22:56,641 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731198236641 2024-11-10T00:22:56,641 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731198296641 2024-11-10T00:22:56,641 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T00:22:56,642 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,42803,1731198174573-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:56,642 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,42803,1731198174573-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:56,642 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,42803,1731198174573-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:56,642 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b3c019fcff38:42803, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:56,642 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:56,642 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:56,643 DEBUG [master/b3c019fcff38:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T00:22:56,645 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.976sec 2024-11-10T00:22:56,646 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T00:22:56,646 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T00:22:56,646 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T00:22:56,646 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T00:22:56,646 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T00:22:56,646 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,42803,1731198174573-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T00:22:56,646 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,42803,1731198174573-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T00:22:56,648 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T00:22:56,648 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T00:22:56,648 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,42803,1731198174573-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:56,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59836808, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:56,651 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42803,-1 for getting cluster id 2024-11-10T00:22:56,651 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:22:56,652 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f664912b-6121-4131-9ad4-5ddd809c4d88' 2024-11-10T00:22:56,653 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:22:56,653 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f664912b-6121-4131-9ad4-5ddd809c4d88" 2024-11-10T00:22:56,653 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e223ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:56,653 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42803,-1] 2024-11-10T00:22:56,653 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:22:56,653 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:22:56,654 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:22:56,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54eef7a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:22:56,655 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:22:56,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36993,1731198174626, seqNum=-1] 2024-11-10T00:22:56,657 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:22:56,658 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:22:56,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b3c019fcff38,42803,1731198174573 2024-11-10T00:22:56,660 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52195 2024-11-10T00:22:56,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52195, baseZNode=/0-219875638 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:22:56,662 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100ff41ad9d0002 connected 2024-11-10T00:22:56,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cff53e-e5f9-ccea-df28-c44a43241a91/hadoop.log.dir so I do NOT create it in target/test-data/f2310513-ac19-dd21-7540-de75558ccd20 2024-11-10T00:22:56,665 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cff53e-e5f9-ccea-df28-c44a43241a91/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T00:22:56,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cff53e-e5f9-ccea-df28-c44a43241a91/hadoop.tmp.dir so I do NOT create it in target/test-data/f2310513-ac19-dd21-7540-de75558ccd20 2024-11-10T00:22:56,665 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cff53e-e5f9-ccea-df28-c44a43241a91/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T00:22:56,665 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2310513-ac19-dd21-7540-de75558ccd20 2024-11-10T00:22:56,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T00:22:56,665 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2310513-ac19-dd21-7540-de75558ccd20/cluster_bb9d9afe-018f-47ba-58e6-18d48c6b3f73, deleteOnExit=true 2024-11-10T00:22:56,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T00:22:56,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2310513-ac19-dd21-7540-de75558ccd20/test.cache.data in system properties and HBase conf 2024-11-10T00:22:56,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2310513-ac19-dd21-7540-de75558ccd20/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T00:22:56,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2310513-ac19-dd21-7540-de75558ccd20/hadoop.log.dir in system properties and HBase conf 2024-11-10T00:22:56,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2310513-ac19-dd21-7540-de75558ccd20/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T00:22:56,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2310513-ac19-dd21-7540-de75558ccd20/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T00:22:56,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T00:22:56,666 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T00:22:56,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2310513-ac19-dd21-7540-de75558ccd20/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T00:22:56,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2310513-ac19-dd21-7540-de75558ccd20/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T00:22:56,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2310513-ac19-dd21-7540-de75558ccd20/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T00:22:56,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2310513-ac19-dd21-7540-de75558ccd20/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T00:22:56,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2310513-ac19-dd21-7540-de75558ccd20/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T00:22:56,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2310513-ac19-dd21-7540-de75558ccd20/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T00:22:56,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2310513-ac19-dd21-7540-de75558ccd20/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T00:22:56,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2310513-ac19-dd21-7540-de75558ccd20/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T00:22:56,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2310513-ac19-dd21-7540-de75558ccd20/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T00:22:56,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2310513-ac19-dd21-7540-de75558ccd20/nfs.dump.dir in system properties and HBase conf 2024-11-10T00:22:56,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2310513-ac19-dd21-7540-de75558ccd20/java.io.tmpdir in system properties and HBase conf 2024-11-10T00:22:56,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2310513-ac19-dd21-7540-de75558ccd20/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T00:22:56,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2310513-ac19-dd21-7540-de75558ccd20/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T00:22:56,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2310513-ac19-dd21-7540-de75558ccd20/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T00:22:56,752 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:22:56,756 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T00:22:56,757 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T00:22:56,757 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T00:22:56,757 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T00:22:56,758 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:22:56,760 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b738e10{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2310513-ac19-dd21-7540-de75558ccd20/hadoop.log.dir/,AVAILABLE} 2024-11-10T00:22:56,761 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2369f892{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T00:22:56,882 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a16c419{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2310513-ac19-dd21-7540-de75558ccd20/java.io.tmpdir/jetty-localhost-40657-hadoop-hdfs-3_4_1-tests_jar-_-any-399848716403216045/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T00:22:56,883 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f7557e1{HTTP/1.1, (http/1.1)}{localhost:40657} 2024-11-10T00:22:56,883 INFO [Time-limited test {}] server.Server(415): Started @190587ms 2024-11-10T00:22:56,958 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:22:56,962 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T00:22:56,966 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T00:22:56,966 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T00:22:56,966 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T00:22:56,967 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ef217{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2310513-ac19-dd21-7540-de75558ccd20/hadoop.log.dir/,AVAILABLE} 2024-11-10T00:22:56,967 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@681efc43{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T00:22:57,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@659b0ab2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2310513-ac19-dd21-7540-de75558ccd20/java.io.tmpdir/jetty-localhost-35559-hadoop-hdfs-3_4_1-tests_jar-_-any-15158759752652661326/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T00:22:57,080 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@790b2c70{HTTP/1.1, (http/1.1)}{localhost:35559} 2024-11-10T00:22:57,080 INFO [Time-limited test {}] server.Server(415): Started @190785ms 2024-11-10T00:22:57,081 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T00:22:57,185 WARN [Thread-2321 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2310513-ac19-dd21-7540-de75558ccd20/cluster_bb9d9afe-018f-47ba-58e6-18d48c6b3f73/data/data1/current/BP-46265738-172.17.0.2-1731198176689/current, will proceed with Du for space computation calculation, 2024-11-10T00:22:57,186 WARN [Thread-2322 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2310513-ac19-dd21-7540-de75558ccd20/cluster_bb9d9afe-018f-47ba-58e6-18d48c6b3f73/data/data2/current/BP-46265738-172.17.0.2-1731198176689/current, will proceed with Du for space computation calculation, 2024-11-10T00:22:57,207 WARN [Thread-2309 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T00:22:57,209 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdf4ea832ebd6e7f9 with lease ID 0x44772c98c4e7815b: Processing first storage report for DS-150cf5a2-a46a-4a31-8862-2dd30bacb869 from datanode DatanodeRegistration(127.0.0.1:42345, datanodeUuid=266de2c4-674b-47db-ad87-6286bbc775c7, infoPort=39045, infoSecurePort=0, ipcPort=34067, storageInfo=lv=-57;cid=testClusterID;nsid=837911663;c=1731198176689) 2024-11-10T00:22:57,209 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdf4ea832ebd6e7f9 with lease ID 0x44772c98c4e7815b: from storage DS-150cf5a2-a46a-4a31-8862-2dd30bacb869 node DatanodeRegistration(127.0.0.1:42345, datanodeUuid=266de2c4-674b-47db-ad87-6286bbc775c7, infoPort=39045, infoSecurePort=0, ipcPort=34067, storageInfo=lv=-57;cid=testClusterID;nsid=837911663;c=1731198176689), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T00:22:57,209 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdf4ea832ebd6e7f9 with lease ID 0x44772c98c4e7815b: Processing first storage report for DS-d89665d8-f489-49cc-8634-a1a8b91a8598 from datanode DatanodeRegistration(127.0.0.1:42345, datanodeUuid=266de2c4-674b-47db-ad87-6286bbc775c7, infoPort=39045, infoSecurePort=0, ipcPort=34067, storageInfo=lv=-57;cid=testClusterID;nsid=837911663;c=1731198176689) 2024-11-10T00:22:57,209 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdf4ea832ebd6e7f9 with lease ID 0x44772c98c4e7815b: from storage DS-d89665d8-f489-49cc-8634-a1a8b91a8598 node DatanodeRegistration(127.0.0.1:42345, datanodeUuid=266de2c4-674b-47db-ad87-6286bbc775c7, infoPort=39045, infoSecurePort=0, ipcPort=34067, storageInfo=lv=-57;cid=testClusterID;nsid=837911663;c=1731198176689), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T00:22:57,304 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2310513-ac19-dd21-7540-de75558ccd20 2024-11-10T00:22:57,304 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:22:57,306 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:22:57,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42345 is added to blk_1073741825_1001 (size=7) 2024-11-10T00:22:57,498 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T00:22:57,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:57,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:57,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:57,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:57,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:57,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:57,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:57,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:57,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:22:57,713 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0 with version=8 2024-11-10T00:22:57,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/hbase-staging 2024-11-10T00:22:57,716 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b3c019fcff38:0 server-side Connection retries=45 2024-11-10T00:22:57,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:22:57,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T00:22:57,716 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T00:22:57,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:22:57,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T00:22:57,716 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T00:22:57,716 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T00:22:57,717 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33855 2024-11-10T00:22:57,718 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33855 connecting to ZooKeeper ensemble=127.0.0.1:52195 2024-11-10T00:22:57,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:338550x0, quorum=127.0.0.1:52195, baseZNode=/11266432166 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:22:57,721 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33855-0x100ff41ad9d0003 connected 2024-11-10T00:22:57,732 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:22:57,734 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:22:57,736 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33855-0x100ff41ad9d0003, quorum=127.0.0.1:52195, baseZNode=/11266432166 Set watcher on znode that does not yet exist, /11266432166/running 2024-11-10T00:22:57,736 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0, hbase.cluster.distributed=false 2024-11-10T00:22:57,738 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33855-0x100ff41ad9d0003, quorum=127.0.0.1:52195, baseZNode=/11266432166 Set watcher on znode that does not yet exist, /11266432166/acl 2024-11-10T00:22:57,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33855 2024-11-10T00:22:57,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33855 2024-11-10T00:22:57,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33855 2024-11-10T00:22:57,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33855 2024-11-10T00:22:57,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33855 2024-11-10T00:22:57,753 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b3c019fcff38:0 server-side Connection retries=45 2024-11-10T00:22:57,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:22:57,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T00:22:57,753 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T00:22:57,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:22:57,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T00:22:57,753 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T00:22:57,753 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T00:22:57,754 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36907 2024-11-10T00:22:57,755 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36907 connecting to ZooKeeper ensemble=127.0.0.1:52195 2024-11-10T00:22:57,755 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:22:57,757 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:22:57,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369070x0, quorum=127.0.0.1:52195, baseZNode=/11266432166 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:22:57,760 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:369070x0, quorum=127.0.0.1:52195, baseZNode=/11266432166 Set watcher on znode that does not yet exist, /11266432166/running 2024-11-10T00:22:57,761 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36907-0x100ff41ad9d0004 connected 2024-11-10T00:22:57,761 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T00:22:57,762 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T00:22:57,763 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36907-0x100ff41ad9d0004, quorum=127.0.0.1:52195, baseZNode=/11266432166 Set watcher on znode that does not yet exist, /11266432166/master 2024-11-10T00:22:57,763 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36907-0x100ff41ad9d0004, quorum=127.0.0.1:52195, baseZNode=/11266432166 Set watcher on znode that does not yet exist, /11266432166/acl 2024-11-10T00:22:57,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36907 2024-11-10T00:22:57,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36907 2024-11-10T00:22:57,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36907 2024-11-10T00:22:57,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36907 2024-11-10T00:22:57,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36907 2024-11-10T00:22:57,780 DEBUG [M:0;b3c019fcff38:33855 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b3c019fcff38:33855 2024-11-10T00:22:57,780 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11266432166/backup-masters/b3c019fcff38,33855,1731198177716 2024-11-10T00:22:57,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36907-0x100ff41ad9d0004, quorum=127.0.0.1:52195, baseZNode=/11266432166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11266432166/backup-masters 2024-11-10T00:22:57,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33855-0x100ff41ad9d0003, quorum=127.0.0.1:52195, baseZNode=/11266432166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11266432166/backup-masters 2024-11-10T00:22:57,782 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33855-0x100ff41ad9d0003, quorum=127.0.0.1:52195, baseZNode=/11266432166 Set watcher on existing znode=/11266432166/backup-masters/b3c019fcff38,33855,1731198177716 2024-11-10T00:22:57,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36907-0x100ff41ad9d0004, quorum=127.0.0.1:52195, baseZNode=/11266432166 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11266432166/master 2024-11-10T00:22:57,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33855-0x100ff41ad9d0003, quorum=127.0.0.1:52195, baseZNode=/11266432166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11266432166 2024-11-10T00:22:57,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36907-0x100ff41ad9d0004, quorum=127.0.0.1:52195, baseZNode=/11266432166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11266432166 2024-11-10T00:22:57,784 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33855-0x100ff41ad9d0003, quorum=127.0.0.1:52195, baseZNode=/11266432166 Set watcher on existing znode=/11266432166/master 2024-11-10T00:22:57,784 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11266432166/backup-masters/b3c019fcff38,33855,1731198177716 from backup master directory 2024-11-10T00:22:57,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33855-0x100ff41ad9d0003, quorum=127.0.0.1:52195, baseZNode=/11266432166 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11266432166/backup-masters/b3c019fcff38,33855,1731198177716 2024-11-10T00:22:57,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33855-0x100ff41ad9d0003, quorum=127.0.0.1:52195, baseZNode=/11266432166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11266432166/backup-masters 2024-11-10T00:22:57,786 WARN [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T00:22:57,786 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b3c019fcff38,33855,1731198177716 2024-11-10T00:22:57,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36907-0x100ff41ad9d0004, quorum=127.0.0.1:52195, baseZNode=/11266432166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11266432166/backup-masters 2024-11-10T00:22:57,789 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/hbase.id] with ID: d9e5e9bd-bd3b-498f-b58c-4ee3ea0403aa 2024-11-10T00:22:57,789 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/.tmp/hbase.id 2024-11-10T00:22:57,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42345 is added to blk_1073741826_1002 (size=42) 2024-11-10T00:22:58,113 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:22:58,113 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b3c019fcff38,40063,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b3c019fcff38:40063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T00:22:58,113 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8200 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b3c019fcff38,40063,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b3c019fcff38:40063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T00:22:58,200 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/.tmp/hbase.id]:[hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/hbase.id] 2024-11-10T00:22:58,208 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:22:58,208 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T00:22:58,209 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T00:22:58,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36907-0x100ff41ad9d0004, quorum=127.0.0.1:52195, baseZNode=/11266432166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11266432166 2024-11-10T00:22:58,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33855-0x100ff41ad9d0003, quorum=127.0.0.1:52195, baseZNode=/11266432166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11266432166 2024-11-10T00:22:58,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42345 is added to blk_1073741827_1003 (size=196) 2024-11-10T00:22:58,620 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:22:58,621 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T00:22:58,621 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:22:58,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42345 is added to blk_1073741828_1004 (size=1189) 2024-11-10T00:22:58,627 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/MasterData/data/master/store 2024-11-10T00:22:58,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42345 is added to blk_1073741829_1005 (size=34) 2024-11-10T00:22:59,032 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:22:59,032 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T00:22:59,032 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:22:59,032 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:22:59,032 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T00:22:59,032 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:22:59,033 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:22:59,033 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731198179032Disabling compacts and flushes for region at 1731198179032Disabling writes for close at 1731198179032Writing region close event to WAL at 1731198179032Closed at 1731198179032 2024-11-10T00:22:59,033 WARN [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/MasterData/data/master/store/.initializing 2024-11-10T00:22:59,033 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/MasterData/WALs/b3c019fcff38,33855,1731198177716 2024-11-10T00:22:59,034 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T00:22:59,036 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b3c019fcff38%2C33855%2C1731198177716, suffix=, logDir=hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/MasterData/WALs/b3c019fcff38,33855,1731198177716, archiveDir=hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/MasterData/oldWALs, maxLogs=10 2024-11-10T00:22:59,049 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/MasterData/WALs/b3c019fcff38,33855,1731198177716/b3c019fcff38%2C33855%2C1731198177716.1731198179036, exclude list is [], retry=0 2024-11-10T00:22:59,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42345,DS-150cf5a2-a46a-4a31-8862-2dd30bacb869,DISK] 2024-11-10T00:22:59,053 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/MasterData/WALs/b3c019fcff38,33855,1731198177716/b3c019fcff38%2C33855%2C1731198177716.1731198179036 2024-11-10T00:22:59,053 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39045:39045)] 2024-11-10T00:22:59,053 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:22:59,054 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:22:59,054 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:59,054 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:59,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:59,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T00:22:59,056 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:59,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:22:59,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:59,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T00:22:59,057 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:59,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:22:59,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:59,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T00:22:59,058 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:59,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:22:59,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:59,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T00:22:59,060 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:59,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:22:59,060 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:59,061 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:59,061 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:59,062 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:59,062 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:59,062 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:22:59,063 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:22:59,064 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:22:59,065 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61015976, jitterRate=-0.09079110622406006}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:22:59,065 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731198179054Initializing all the Stores at 1731198179054Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198179054Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198179054Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198179054Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198179054Cleaning up temporary data from old regions at 1731198179062 (+8 ms)Region opened successfully at 1731198179065 (+3 ms) 2024-11-10T00:22:59,065 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T00:22:59,067 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f0ce77a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b3c019fcff38/172.17.0.2:0 2024-11-10T00:22:59,068 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T00:22:59,068 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T00:22:59,068 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T00:22:59,068 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T00:22:59,069 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T00:22:59,069 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T00:22:59,069 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T00:22:59,070 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T00:22:59,071 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33855-0x100ff41ad9d0003, quorum=127.0.0.1:52195, baseZNode=/11266432166 Unable to get data of znode /11266432166/balancer because node does not exist (not necessarily an error) 2024-11-10T00:22:59,072 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11266432166/balancer already deleted, retry=false 2024-11-10T00:22:59,072 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T00:22:59,073 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33855-0x100ff41ad9d0003, quorum=127.0.0.1:52195, baseZNode=/11266432166 Unable to get data of znode /11266432166/normalizer because node does not exist (not necessarily an error) 2024-11-10T00:22:59,074 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11266432166/normalizer already deleted, retry=false 2024-11-10T00:22:59,074 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T00:22:59,075 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33855-0x100ff41ad9d0003, quorum=127.0.0.1:52195, baseZNode=/11266432166 Unable to get data of znode /11266432166/switch/split because node does not exist (not necessarily an error) 2024-11-10T00:22:59,081 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11266432166/switch/split already deleted, retry=false 2024-11-10T00:22:59,082 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33855-0x100ff41ad9d0003, quorum=127.0.0.1:52195, baseZNode=/11266432166 Unable to get data of znode /11266432166/switch/merge because node does not exist (not necessarily an error) 2024-11-10T00:22:59,083 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11266432166/switch/merge already deleted, retry=false 2024-11-10T00:22:59,085 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33855-0x100ff41ad9d0003, quorum=127.0.0.1:52195, baseZNode=/11266432166 Unable to get data of znode /11266432166/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T00:22:59,086 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11266432166/snapshot-cleanup already deleted, retry=false 2024-11-10T00:22:59,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36907-0x100ff41ad9d0004, quorum=127.0.0.1:52195, baseZNode=/11266432166 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11266432166/running 2024-11-10T00:22:59,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36907-0x100ff41ad9d0004, quorum=127.0.0.1:52195, baseZNode=/11266432166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11266432166 2024-11-10T00:22:59,087 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b3c019fcff38,33855,1731198177716, sessionid=0x100ff41ad9d0003, setting cluster-up flag (Was=false) 2024-11-10T00:22:59,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33855-0x100ff41ad9d0003, quorum=127.0.0.1:52195, baseZNode=/11266432166 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11266432166/running 2024-11-10T00:22:59,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33855-0x100ff41ad9d0003, quorum=127.0.0.1:52195, baseZNode=/11266432166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11266432166 2024-11-10T00:22:59,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36907-0x100ff41ad9d0004, quorum=127.0.0.1:52195, baseZNode=/11266432166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11266432166 2024-11-10T00:22:59,096 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11266432166/flush-table-proc/acquired, /11266432166/flush-table-proc/reached, /11266432166/flush-table-proc/abort 2024-11-10T00:22:59,097 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b3c019fcff38,33855,1731198177716 2024-11-10T00:22:59,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36907-0x100ff41ad9d0004, quorum=127.0.0.1:52195, baseZNode=/11266432166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11266432166 2024-11-10T00:22:59,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33855-0x100ff41ad9d0003, quorum=127.0.0.1:52195, baseZNode=/11266432166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11266432166 2024-11-10T00:22:59,104 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11266432166/online-snapshot/acquired, /11266432166/online-snapshot/reached, /11266432166/online-snapshot/abort 2024-11-10T00:22:59,105 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b3c019fcff38,33855,1731198177716 2024-11-10T00:22:59,106 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T00:22:59,107 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T00:22:59,107 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T00:22:59,107 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T00:22:59,107 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b3c019fcff38,33855,1731198177716 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T00:22:59,108 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:22:59,108 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:22:59,108 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:22:59,108 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:22:59,108 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b3c019fcff38:0, corePoolSize=10, maxPoolSize=10 2024-11-10T00:22:59,108 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:59,108 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b3c019fcff38:0, corePoolSize=2, maxPoolSize=2 2024-11-10T00:22:59,108 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:59,110 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731198209109 2024-11-10T00:22:59,110 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T00:22:59,110 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:22:59,110 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T00:22:59,110 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T00:22:59,110 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T00:22:59,110 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T00:22:59,110 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T00:22:59,110 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T00:22:59,110 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:59,110 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T00:22:59,110 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T00:22:59,110 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T00:22:59,110 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T00:22:59,111 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:59,111 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T00:22:59,111 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T00:22:59,111 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T00:22:59,111 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731198179111,5,FailOnTimeoutGroup] 2024-11-10T00:22:59,111 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731198179111,5,FailOnTimeoutGroup] 2024-11-10T00:22:59,111 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:59,111 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T00:22:59,111 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:59,111 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:59,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42345 is added to blk_1073741831_1007 (size=1321) 2024-11-10T00:22:59,171 INFO [RS:0;b3c019fcff38:36907 {}] regionserver.HRegionServer(746): ClusterId : d9e5e9bd-bd3b-498f-b58c-4ee3ea0403aa 2024-11-10T00:22:59,171 DEBUG [RS:0;b3c019fcff38:36907 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T00:22:59,173 DEBUG [RS:0;b3c019fcff38:36907 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T00:22:59,173 DEBUG [RS:0;b3c019fcff38:36907 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T00:22:59,174 DEBUG [RS:0;b3c019fcff38:36907 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T00:22:59,175 DEBUG [RS:0;b3c019fcff38:36907 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@478a9bc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b3c019fcff38/172.17.0.2:0 2024-11-10T00:22:59,186 DEBUG [RS:0;b3c019fcff38:36907 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b3c019fcff38:36907 2024-11-10T00:22:59,186 INFO [RS:0;b3c019fcff38:36907 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T00:22:59,186 INFO [RS:0;b3c019fcff38:36907 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T00:22:59,186 DEBUG [RS:0;b3c019fcff38:36907 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T00:22:59,187 INFO [RS:0;b3c019fcff38:36907 {}] regionserver.HRegionServer(2659): reportForDuty to master=b3c019fcff38,33855,1731198177716 with port=36907, startcode=1731198177753 2024-11-10T00:22:59,187 DEBUG [RS:0;b3c019fcff38:36907 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T00:22:59,188 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52439, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T00:22:59,189 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33855 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b3c019fcff38,36907,1731198177753 2024-11-10T00:22:59,189 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33855 {}] master.ServerManager(517): Registering regionserver=b3c019fcff38,36907,1731198177753 2024-11-10T00:22:59,190 DEBUG [RS:0;b3c019fcff38:36907 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0 2024-11-10T00:22:59,190 DEBUG [RS:0;b3c019fcff38:36907 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37909 2024-11-10T00:22:59,190 DEBUG [RS:0;b3c019fcff38:36907 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T00:22:59,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33855-0x100ff41ad9d0003, quorum=127.0.0.1:52195, baseZNode=/11266432166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11266432166/rs 2024-11-10T00:22:59,200 DEBUG [RS:0;b3c019fcff38:36907 {}] zookeeper.ZKUtil(111): regionserver:36907-0x100ff41ad9d0004, quorum=127.0.0.1:52195, baseZNode=/11266432166 Set watcher on existing znode=/11266432166/rs/b3c019fcff38,36907,1731198177753 2024-11-10T00:22:59,200 WARN [RS:0;b3c019fcff38:36907 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T00:22:59,200 INFO [RS:0;b3c019fcff38:36907 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:22:59,200 DEBUG [RS:0;b3c019fcff38:36907 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/WALs/b3c019fcff38,36907,1731198177753 2024-11-10T00:22:59,200 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b3c019fcff38,36907,1731198177753] 2024-11-10T00:22:59,204 INFO [RS:0;b3c019fcff38:36907 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T00:22:59,206 INFO [RS:0;b3c019fcff38:36907 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T00:22:59,207 INFO [RS:0;b3c019fcff38:36907 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T00:22:59,207 INFO [RS:0;b3c019fcff38:36907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:59,207 INFO [RS:0;b3c019fcff38:36907 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T00:22:59,207 INFO [RS:0;b3c019fcff38:36907 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T00:22:59,207 INFO [RS:0;b3c019fcff38:36907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:59,208 DEBUG [RS:0;b3c019fcff38:36907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:59,208 DEBUG [RS:0;b3c019fcff38:36907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:59,208 DEBUG [RS:0;b3c019fcff38:36907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:59,208 DEBUG [RS:0;b3c019fcff38:36907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:59,208 DEBUG [RS:0;b3c019fcff38:36907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:59,208 DEBUG [RS:0;b3c019fcff38:36907 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b3c019fcff38:0, corePoolSize=2, maxPoolSize=2 2024-11-10T00:22:59,208 DEBUG [RS:0;b3c019fcff38:36907 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:59,208 DEBUG [RS:0;b3c019fcff38:36907 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:59,208 DEBUG [RS:0;b3c019fcff38:36907 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:59,208 DEBUG [RS:0;b3c019fcff38:36907 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:59,208 DEBUG [RS:0;b3c019fcff38:36907 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:59,208 DEBUG [RS:0;b3c019fcff38:36907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:22:59,208 DEBUG [RS:0;b3c019fcff38:36907 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0, corePoolSize=3, maxPoolSize=3 2024-11-10T00:22:59,208 DEBUG [RS:0;b3c019fcff38:36907 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0, corePoolSize=3, maxPoolSize=3 2024-11-10T00:22:59,209 INFO [RS:0;b3c019fcff38:36907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:59,209 INFO [RS:0;b3c019fcff38:36907 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:59,209 INFO [RS:0;b3c019fcff38:36907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:59,209 INFO [RS:0;b3c019fcff38:36907 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:59,209 INFO [RS:0;b3c019fcff38:36907 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:59,209 INFO [RS:0;b3c019fcff38:36907 {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,36907,1731198177753-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T00:22:59,224 INFO [RS:0;b3c019fcff38:36907 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T00:22:59,224 INFO [RS:0;b3c019fcff38:36907 {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,36907,1731198177753-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:59,225 INFO [RS:0;b3c019fcff38:36907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:59,225 INFO [RS:0;b3c019fcff38:36907 {}] regionserver.Replication(171): b3c019fcff38,36907,1731198177753 started 2024-11-10T00:22:59,237 INFO [RS:0;b3c019fcff38:36907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:22:59,237 INFO [RS:0;b3c019fcff38:36907 {}] regionserver.HRegionServer(1482): Serving as b3c019fcff38,36907,1731198177753, RpcServer on b3c019fcff38/172.17.0.2:36907, sessionid=0x100ff41ad9d0004 2024-11-10T00:22:59,238 DEBUG [RS:0;b3c019fcff38:36907 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T00:22:59,238 DEBUG [RS:0;b3c019fcff38:36907 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b3c019fcff38,36907,1731198177753 2024-11-10T00:22:59,238 DEBUG [RS:0;b3c019fcff38:36907 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b3c019fcff38,36907,1731198177753' 2024-11-10T00:22:59,238 DEBUG [RS:0;b3c019fcff38:36907 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11266432166/flush-table-proc/abort' 2024-11-10T00:22:59,238 DEBUG [RS:0;b3c019fcff38:36907 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11266432166/flush-table-proc/acquired' 2024-11-10T00:22:59,238 DEBUG [RS:0;b3c019fcff38:36907 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T00:22:59,238 DEBUG [RS:0;b3c019fcff38:36907 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T00:22:59,238 DEBUG [RS:0;b3c019fcff38:36907 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b3c019fcff38,36907,1731198177753 2024-11-10T00:22:59,238 DEBUG [RS:0;b3c019fcff38:36907 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b3c019fcff38,36907,1731198177753' 2024-11-10T00:22:59,238 DEBUG [RS:0;b3c019fcff38:36907 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11266432166/online-snapshot/abort' 2024-11-10T00:22:59,239 DEBUG [RS:0;b3c019fcff38:36907 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11266432166/online-snapshot/acquired' 2024-11-10T00:22:59,239 DEBUG [RS:0;b3c019fcff38:36907 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T00:22:59,239 INFO [RS:0;b3c019fcff38:36907 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T00:22:59,239 INFO [RS:0;b3c019fcff38:36907 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T00:22:59,339 INFO [RS:0;b3c019fcff38:36907 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T00:22:59,340 INFO [RS:0;b3c019fcff38:36907 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b3c019fcff38%2C36907%2C1731198177753, suffix=, logDir=hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/WALs/b3c019fcff38,36907,1731198177753, archiveDir=hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/oldWALs, maxLogs=10 2024-11-10T00:22:59,353 DEBUG [RS:0;b3c019fcff38:36907 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/WALs/b3c019fcff38,36907,1731198177753/b3c019fcff38%2C36907%2C1731198177753.1731198179341, exclude list is [], retry=0 2024-11-10T00:22:59,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42345,DS-150cf5a2-a46a-4a31-8862-2dd30bacb869,DISK] 2024-11-10T00:22:59,357 INFO [RS:0;b3c019fcff38:36907 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/WALs/b3c019fcff38,36907,1731198177753/b3c019fcff38%2C36907%2C1731198177753.1731198179341 2024-11-10T00:22:59,357 DEBUG [RS:0;b3c019fcff38:36907 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39045:39045)] 2024-11-10T00:22:59,519 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T00:22:59,519 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0 2024-11-10T00:22:59,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42345 is added to blk_1073741833_1009 (size=32) 2024-11-10T00:22:59,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:22:59,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T00:22:59,927 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T00:22:59,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:59,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:22:59,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T00:22:59,928 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T00:22:59,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:59,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:22:59,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T00:22:59,929 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T00:22:59,929 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:59,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:22:59,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T00:22:59,931 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T00:22:59,931 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:22:59,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:22:59,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T00:22:59,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/data/hbase/meta/1588230740 2024-11-10T00:22:59,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/data/hbase/meta/1588230740 2024-11-10T00:22:59,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T00:22:59,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T00:22:59,934 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:22:59,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T00:22:59,936 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:22:59,936 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65730377, jitterRate=-0.020541056990623474}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:22:59,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731198179925Initializing all the Stores at 1731198179925Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198179925Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198179925Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198179925Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198179925Cleaning up temporary data from old regions at 1731198179933 (+8 ms)Region opened successfully at 1731198179937 (+4 ms) 2024-11-10T00:22:59,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T00:22:59,937 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T00:22:59,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T00:22:59,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T00:22:59,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T00:22:59,937 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T00:22:59,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731198179937Disabling compacts and flushes for region at 1731198179937Disabling writes for close at 1731198179937Writing region close event to WAL at 1731198179937Closed at 1731198179937 2024-11-10T00:22:59,938 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:22:59,938 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T00:22:59,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T00:22:59,939 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T00:22:59,940 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T00:23:00,090 DEBUG [b3c019fcff38:33855 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T00:23:00,090 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b3c019fcff38,36907,1731198177753 2024-11-10T00:23:00,091 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b3c019fcff38,36907,1731198177753, state=OPENING 2024-11-10T00:23:00,093 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T00:23:00,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33855-0x100ff41ad9d0003, quorum=127.0.0.1:52195, baseZNode=/11266432166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11266432166 2024-11-10T00:23:00,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36907-0x100ff41ad9d0004, quorum=127.0.0.1:52195, baseZNode=/11266432166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11266432166 2024-11-10T00:23:00,095 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T00:23:00,095 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11266432166/meta-region-server: CHANGED 2024-11-10T00:23:00,095 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11266432166/meta-region-server: CHANGED 2024-11-10T00:23:00,095 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b3c019fcff38,36907,1731198177753}] 2024-11-10T00:23:00,247 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T00:23:00,249 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42049, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T00:23:00,251 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T00:23:00,251 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:23:00,252 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T00:23:00,253 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b3c019fcff38%2C36907%2C1731198177753.meta, suffix=.meta, logDir=hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/WALs/b3c019fcff38,36907,1731198177753, archiveDir=hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/oldWALs, maxLogs=10 2024-11-10T00:23:00,266 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/WALs/b3c019fcff38,36907,1731198177753/b3c019fcff38%2C36907%2C1731198177753.meta.1731198180253.meta, exclude list is [], retry=0 2024-11-10T00:23:00,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42345,DS-150cf5a2-a46a-4a31-8862-2dd30bacb869,DISK] 2024-11-10T00:23:00,270 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/WALs/b3c019fcff38,36907,1731198177753/b3c019fcff38%2C36907%2C1731198177753.meta.1731198180253.meta 2024-11-10T00:23:00,270 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39045:39045)] 2024-11-10T00:23:00,270 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:23:00,271 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T00:23:00,271 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T00:23:00,271 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T00:23:00,271 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T00:23:00,271 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T00:23:00,271 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:23:00,271 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T00:23:00,271 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T00:23:00,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T00:23:00,273 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T00:23:00,273 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:00,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:23:00,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T00:23:00,274 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T00:23:00,274 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:00,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:23:00,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T00:23:00,275 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T00:23:00,275 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:00,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:23:00,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T00:23:00,276 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T00:23:00,276 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:00,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:23:00,277 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T00:23:00,277 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/data/hbase/meta/1588230740 2024-11-10T00:23:00,278 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/data/hbase/meta/1588230740 2024-11-10T00:23:00,279 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T00:23:00,279 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T00:23:00,280 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:23:00,281 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T00:23:00,281 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71960129, jitterRate=0.07228948175907135}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:23:00,281 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T00:23:00,281 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731198180271Writing region info on filesystem at 1731198180271Initializing all the Stores at 1731198180272 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198180272Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198180272Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198180272Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198180272Cleaning up temporary data from old regions at 1731198180279 (+7 ms)Running coprocessor post-open hooks at 1731198180281 (+2 ms)Region opened successfully at 1731198180281 2024-11-10T00:23:00,282 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731198180247 2024-11-10T00:23:00,284 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T00:23:00,284 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T00:23:00,285 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,36907,1731198177753 2024-11-10T00:23:00,285 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b3c019fcff38,36907,1731198177753, state=OPEN 2024-11-10T00:23:00,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36907-0x100ff41ad9d0004, quorum=127.0.0.1:52195, baseZNode=/11266432166 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11266432166/meta-region-server 2024-11-10T00:23:00,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33855-0x100ff41ad9d0003, quorum=127.0.0.1:52195, baseZNode=/11266432166 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11266432166/meta-region-server 2024-11-10T00:23:00,287 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b3c019fcff38,36907,1731198177753 2024-11-10T00:23:00,287 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11266432166/meta-region-server: CHANGED 2024-11-10T00:23:00,287 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11266432166/meta-region-server: CHANGED 2024-11-10T00:23:00,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T00:23:00,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b3c019fcff38,36907,1731198177753 in 192 msec 2024-11-10T00:23:00,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T00:23:00,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 351 msec 2024-11-10T00:23:00,291 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:23:00,291 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T00:23:00,292 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:23:00,292 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36907,1731198177753, seqNum=-1] 2024-11-10T00:23:00,292 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:23:00,293 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49737, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:23:00,297 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1900 sec 2024-11-10T00:23:00,297 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731198180297, completionTime=-1 2024-11-10T00:23:00,297 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T00:23:00,297 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T00:23:00,299 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T00:23:00,299 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731198240299 2024-11-10T00:23:00,299 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731198300299 2024-11-10T00:23:00,299 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T00:23:00,299 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,33855,1731198177716-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:00,299 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,33855,1731198177716-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:00,299 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,33855,1731198177716-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:00,299 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b3c019fcff38:33855, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:00,299 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:00,299 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:00,301 DEBUG [master/b3c019fcff38:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T00:23:00,302 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.516sec 2024-11-10T00:23:00,302 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T00:23:00,302 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T00:23:00,302 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T00:23:00,302 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T00:23:00,303 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T00:23:00,303 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,33855,1731198177716-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T00:23:00,303 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,33855,1731198177716-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T00:23:00,304 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T00:23:00,304 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T00:23:00,304 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,33855,1731198177716-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:00,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8c590f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:00,372 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,33855,-1 for getting cluster id 2024-11-10T00:23:00,372 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:23:00,373 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9e5e9bd-bd3b-498f-b58c-4ee3ea0403aa' 2024-11-10T00:23:00,373 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:23:00,373 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9e5e9bd-bd3b-498f-b58c-4ee3ea0403aa" 2024-11-10T00:23:00,373 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56af144b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:00,373 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,33855,-1] 2024-11-10T00:23:00,374 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:23:00,374 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:00,375 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:23:00,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fe97aab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:00,376 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:23:00,376 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36907,1731198177753, seqNum=-1] 2024-11-10T00:23:00,377 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:23:00,377 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:23:00,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b3c019fcff38,33855,1731198177716 2024-11-10T00:23:00,379 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52195 2024-11-10T00:23:00,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52195, baseZNode=/11266432166 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:23:00,383 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100ff41ad9d0005 connected 2024-11-10T00:23:00,386 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:23:00,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,42803,1731198174573 2024-11-10T00:23:00,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@411924ab 2024-11-10T00:23:00,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:23:00,387 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:23:00,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42803 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:23:00,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42803 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T00:23:00,390 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T00:23:00,390 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:00,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42803 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T00:23:00,391 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T00:23:00,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:23:00,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45975 is added to blk_1073741835_1011 (size=902) 2024-11-10T00:23:00,400 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b641d45a4e3637eeeddcab984abe1029, NAME => 'test,,1731198180388.b641d45a4e3637eeeddcab984abe1029.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d 2024-11-10T00:23:00,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45975 is added to blk_1073741836_1012 (size=39) 2024-11-10T00:23:00,408 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731198180388.b641d45a4e3637eeeddcab984abe1029.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:23:00,408 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b641d45a4e3637eeeddcab984abe1029, disabling compactions & flushes 2024-11-10T00:23:00,408 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731198180388.b641d45a4e3637eeeddcab984abe1029. 2024-11-10T00:23:00,408 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731198180388.b641d45a4e3637eeeddcab984abe1029. 2024-11-10T00:23:00,408 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731198180388.b641d45a4e3637eeeddcab984abe1029. after waiting 0 ms 2024-11-10T00:23:00,408 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731198180388.b641d45a4e3637eeeddcab984abe1029. 2024-11-10T00:23:00,408 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731198180388.b641d45a4e3637eeeddcab984abe1029. 2024-11-10T00:23:00,408 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b641d45a4e3637eeeddcab984abe1029: Waiting for close lock at 1731198180408Disabling compacts and flushes for region at 1731198180408Disabling writes for close at 1731198180408Writing region close event to WAL at 1731198180408Closed at 1731198180408 2024-11-10T00:23:00,409 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T00:23:00,409 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731198180388.b641d45a4e3637eeeddcab984abe1029.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731198180409"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731198180409"}]},"ts":"1731198180409"} 2024-11-10T00:23:00,412 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T00:23:00,412 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T00:23:00,413 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731198180412"}]},"ts":"1731198180412"} 2024-11-10T00:23:00,414 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T00:23:00,414 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b641d45a4e3637eeeddcab984abe1029, ASSIGN}] 2024-11-10T00:23:00,415 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b641d45a4e3637eeeddcab984abe1029, ASSIGN 2024-11-10T00:23:00,416 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b641d45a4e3637eeeddcab984abe1029, ASSIGN; state=OFFLINE, location=b3c019fcff38,36993,1731198174626; forceNewPlan=false, retain=false 2024-11-10T00:23:00,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:23:00,567 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b641d45a4e3637eeeddcab984abe1029, regionState=OPENING, regionLocation=b3c019fcff38,36993,1731198174626 2024-11-10T00:23:00,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b641d45a4e3637eeeddcab984abe1029, ASSIGN because future has completed 2024-11-10T00:23:00,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b641d45a4e3637eeeddcab984abe1029, server=b3c019fcff38,36993,1731198174626}] 2024-11-10T00:23:00,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:23:00,724 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731198180388.b641d45a4e3637eeeddcab984abe1029. 2024-11-10T00:23:00,724 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b641d45a4e3637eeeddcab984abe1029, NAME => 'test,,1731198180388.b641d45a4e3637eeeddcab984abe1029.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:23:00,725 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T00:23:00,725 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T00:23:00,725 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b641d45a4e3637eeeddcab984abe1029 2024-11-10T00:23:00,725 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731198180388.b641d45a4e3637eeeddcab984abe1029.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:23:00,725 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b641d45a4e3637eeeddcab984abe1029 2024-11-10T00:23:00,725 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b641d45a4e3637eeeddcab984abe1029 2024-11-10T00:23:00,726 INFO [StoreOpener-b641d45a4e3637eeeddcab984abe1029-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b641d45a4e3637eeeddcab984abe1029 2024-11-10T00:23:00,727 INFO [StoreOpener-b641d45a4e3637eeeddcab984abe1029-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b641d45a4e3637eeeddcab984abe1029 columnFamilyName f 2024-11-10T00:23:00,727 DEBUG [StoreOpener-b641d45a4e3637eeeddcab984abe1029-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:00,727 INFO [StoreOpener-b641d45a4e3637eeeddcab984abe1029-1 {}] regionserver.HStore(327): Store=b641d45a4e3637eeeddcab984abe1029/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:23:00,728 INFO [StoreOpener-b641d45a4e3637eeeddcab984abe1029-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b641d45a4e3637eeeddcab984abe1029 2024-11-10T00:23:00,729 INFO [StoreOpener-b641d45a4e3637eeeddcab984abe1029-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b641d45a4e3637eeeddcab984abe1029 columnFamilyName f1 2024-11-10T00:23:00,729 DEBUG [StoreOpener-b641d45a4e3637eeeddcab984abe1029-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:00,729 INFO [StoreOpener-b641d45a4e3637eeeddcab984abe1029-1 {}] regionserver.HStore(327): Store=b641d45a4e3637eeeddcab984abe1029/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:23:00,729 INFO [StoreOpener-b641d45a4e3637eeeddcab984abe1029-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b641d45a4e3637eeeddcab984abe1029 2024-11-10T00:23:00,730 INFO [StoreOpener-b641d45a4e3637eeeddcab984abe1029-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b641d45a4e3637eeeddcab984abe1029 columnFamilyName norep 2024-11-10T00:23:00,730 DEBUG [StoreOpener-b641d45a4e3637eeeddcab984abe1029-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:00,730 INFO [StoreOpener-b641d45a4e3637eeeddcab984abe1029-1 {}] regionserver.HStore(327): Store=b641d45a4e3637eeeddcab984abe1029/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:23:00,730 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b641d45a4e3637eeeddcab984abe1029 2024-11-10T00:23:00,731 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/data/default/test/b641d45a4e3637eeeddcab984abe1029 2024-11-10T00:23:00,731 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/data/default/test/b641d45a4e3637eeeddcab984abe1029 2024-11-10T00:23:00,732 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b641d45a4e3637eeeddcab984abe1029 2024-11-10T00:23:00,732 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b641d45a4e3637eeeddcab984abe1029 2024-11-10T00:23:00,732 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T00:23:00,733 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b641d45a4e3637eeeddcab984abe1029 2024-11-10T00:23:00,735 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/data/default/test/b641d45a4e3637eeeddcab984abe1029/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:23:00,735 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b641d45a4e3637eeeddcab984abe1029; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74547547, jitterRate=0.11084501445293427}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T00:23:00,735 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b641d45a4e3637eeeddcab984abe1029 2024-11-10T00:23:00,735 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b641d45a4e3637eeeddcab984abe1029: Running coprocessor pre-open hook at 1731198180725Writing region info on filesystem at 1731198180725Initializing all the Stores at 1731198180726 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198180726Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198180726Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198180726Cleaning up temporary data from old regions at 1731198180732 (+6 ms)Running coprocessor post-open hooks at 1731198180735 (+3 ms)Region opened successfully at 1731198180735 2024-11-10T00:23:00,736 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731198180388.b641d45a4e3637eeeddcab984abe1029., pid=6, masterSystemTime=1731198180721 2024-11-10T00:23:00,738 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731198180388.b641d45a4e3637eeeddcab984abe1029. 2024-11-10T00:23:00,738 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731198180388.b641d45a4e3637eeeddcab984abe1029. 2024-11-10T00:23:00,738 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b641d45a4e3637eeeddcab984abe1029, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b3c019fcff38,36993,1731198174626 2024-11-10T00:23:00,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b641d45a4e3637eeeddcab984abe1029, server=b3c019fcff38,36993,1731198174626 because future has completed 2024-11-10T00:23:00,743 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T00:23:00,743 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b641d45a4e3637eeeddcab984abe1029, server=b3c019fcff38,36993,1731198174626 in 173 msec 2024-11-10T00:23:00,745 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T00:23:00,745 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b641d45a4e3637eeeddcab984abe1029, ASSIGN in 329 msec 2024-11-10T00:23:00,746 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T00:23:00,746 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731198180746"}]},"ts":"1731198180746"} 2024-11-10T00:23:00,747 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T00:23:00,748 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T00:23:00,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 360 msec 2024-11-10T00:23:01,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:23:01,013 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T00:23:01,013 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:23:01,014 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,33855,1731198177716 2024-11-10T00:23:01,014 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23d6e02e 2024-11-10T00:23:01,014 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:23:01,015 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:23:01,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:23:01,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T00:23:01,018 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T00:23:01,018 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:01,018 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T00:23:01,019 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T00:23:01,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:23:01,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42345 is added to blk_1073741835_1011 (size=902) 2024-11-10T00:23:01,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:23:01,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:23:01,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T00:23:01,343 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T00:23:01,343 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T00:23:01,343 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-10T00:23:01,344 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T00:23:01,344 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-10T00:23:01,344 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T00:23:01,344 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-10T00:23:01,344 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T00:23:01,344 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T00:23:01,426 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7138f9953db67e28ed8c228073bf6095, NAME => 'test,,1731198181016.7138f9953db67e28ed8c228073bf6095.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0 2024-11-10T00:23:01,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42345 is added to blk_1073741836_1012 (size=39) 2024-11-10T00:23:01,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:23:01,831 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731198181016.7138f9953db67e28ed8c228073bf6095.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:23:01,831 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7138f9953db67e28ed8c228073bf6095, disabling compactions & flushes 2024-11-10T00:23:01,831 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731198181016.7138f9953db67e28ed8c228073bf6095. 2024-11-10T00:23:01,831 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731198181016.7138f9953db67e28ed8c228073bf6095. 2024-11-10T00:23:01,831 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731198181016.7138f9953db67e28ed8c228073bf6095. after waiting 0 ms 2024-11-10T00:23:01,831 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731198181016.7138f9953db67e28ed8c228073bf6095. 2024-11-10T00:23:01,831 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731198181016.7138f9953db67e28ed8c228073bf6095. 2024-11-10T00:23:01,831 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7138f9953db67e28ed8c228073bf6095: Waiting for close lock at 1731198181831Disabling compacts and flushes for region at 1731198181831Disabling writes for close at 1731198181831Writing region close event to WAL at 1731198181831Closed at 1731198181831 2024-11-10T00:23:01,832 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T00:23:01,832 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731198181016.7138f9953db67e28ed8c228073bf6095.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731198181832"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731198181832"}]},"ts":"1731198181832"} 2024-11-10T00:23:01,834 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T00:23:01,835 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T00:23:01,835 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731198181835"}]},"ts":"1731198181835"} 2024-11-10T00:23:01,837 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T00:23:01,837 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7138f9953db67e28ed8c228073bf6095, ASSIGN}] 2024-11-10T00:23:01,838 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7138f9953db67e28ed8c228073bf6095, ASSIGN 2024-11-10T00:23:01,839 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7138f9953db67e28ed8c228073bf6095, ASSIGN; state=OFFLINE, location=b3c019fcff38,36907,1731198177753; forceNewPlan=false, retain=false 2024-11-10T00:23:01,990 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7138f9953db67e28ed8c228073bf6095, regionState=OPENING, regionLocation=b3c019fcff38,36907,1731198177753 2024-11-10T00:23:01,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7138f9953db67e28ed8c228073bf6095, ASSIGN because future has completed 2024-11-10T00:23:01,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7138f9953db67e28ed8c228073bf6095, server=b3c019fcff38,36907,1731198177753}] 2024-11-10T00:23:02,081 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T00:23:02,081 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T00:23:02,147 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731198181016.7138f9953db67e28ed8c228073bf6095. 2024-11-10T00:23:02,147 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7138f9953db67e28ed8c228073bf6095, NAME => 'test,,1731198181016.7138f9953db67e28ed8c228073bf6095.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:23:02,147 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T00:23:02,148 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T00:23:02,148 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7138f9953db67e28ed8c228073bf6095 2024-11-10T00:23:02,148 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731198181016.7138f9953db67e28ed8c228073bf6095.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:23:02,148 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7138f9953db67e28ed8c228073bf6095 2024-11-10T00:23:02,148 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7138f9953db67e28ed8c228073bf6095 2024-11-10T00:23:02,149 INFO [StoreOpener-7138f9953db67e28ed8c228073bf6095-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7138f9953db67e28ed8c228073bf6095 2024-11-10T00:23:02,150 INFO [StoreOpener-7138f9953db67e28ed8c228073bf6095-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7138f9953db67e28ed8c228073bf6095 columnFamilyName f 2024-11-10T00:23:02,150 DEBUG [StoreOpener-7138f9953db67e28ed8c228073bf6095-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:02,150 INFO [StoreOpener-7138f9953db67e28ed8c228073bf6095-1 {}] regionserver.HStore(327): Store=7138f9953db67e28ed8c228073bf6095/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:23:02,150 INFO [StoreOpener-7138f9953db67e28ed8c228073bf6095-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7138f9953db67e28ed8c228073bf6095 2024-11-10T00:23:02,151 INFO [StoreOpener-7138f9953db67e28ed8c228073bf6095-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7138f9953db67e28ed8c228073bf6095 columnFamilyName f1 2024-11-10T00:23:02,151 DEBUG [StoreOpener-7138f9953db67e28ed8c228073bf6095-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:02,152 INFO [StoreOpener-7138f9953db67e28ed8c228073bf6095-1 {}] regionserver.HStore(327): Store=7138f9953db67e28ed8c228073bf6095/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:23:02,152 INFO [StoreOpener-7138f9953db67e28ed8c228073bf6095-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7138f9953db67e28ed8c228073bf6095 2024-11-10T00:23:02,152 INFO [StoreOpener-7138f9953db67e28ed8c228073bf6095-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7138f9953db67e28ed8c228073bf6095 columnFamilyName norep 2024-11-10T00:23:02,153 DEBUG [StoreOpener-7138f9953db67e28ed8c228073bf6095-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:02,153 INFO [StoreOpener-7138f9953db67e28ed8c228073bf6095-1 {}] regionserver.HStore(327): Store=7138f9953db67e28ed8c228073bf6095/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:23:02,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:23:02,153 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7138f9953db67e28ed8c228073bf6095 2024-11-10T00:23:02,153 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/data/default/test/7138f9953db67e28ed8c228073bf6095 2024-11-10T00:23:02,154 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/data/default/test/7138f9953db67e28ed8c228073bf6095 2024-11-10T00:23:02,155 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7138f9953db67e28ed8c228073bf6095 2024-11-10T00:23:02,155 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7138f9953db67e28ed8c228073bf6095 2024-11-10T00:23:02,155 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T00:23:02,156 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7138f9953db67e28ed8c228073bf6095 2024-11-10T00:23:02,157 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/data/default/test/7138f9953db67e28ed8c228073bf6095/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:23:02,158 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7138f9953db67e28ed8c228073bf6095; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63156117, jitterRate=-0.05890052020549774}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T00:23:02,158 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7138f9953db67e28ed8c228073bf6095 2024-11-10T00:23:02,158 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7138f9953db67e28ed8c228073bf6095: Running coprocessor pre-open hook at 1731198182148Writing region info on filesystem at 1731198182148Initializing all the Stores at 1731198182149 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198182149Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198182149Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198182149Cleaning up temporary data from old regions at 1731198182155 (+6 ms)Running coprocessor post-open hooks at 1731198182158 (+3 ms)Region opened successfully at 1731198182158 2024-11-10T00:23:02,158 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731198181016.7138f9953db67e28ed8c228073bf6095., pid=6, masterSystemTime=1731198182144 2024-11-10T00:23:02,160 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731198181016.7138f9953db67e28ed8c228073bf6095. 2024-11-10T00:23:02,160 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731198181016.7138f9953db67e28ed8c228073bf6095. 2024-11-10T00:23:02,161 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7138f9953db67e28ed8c228073bf6095, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b3c019fcff38,36907,1731198177753 2024-11-10T00:23:02,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7138f9953db67e28ed8c228073bf6095, server=b3c019fcff38,36907,1731198177753 because future has completed 2024-11-10T00:23:02,165 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T00:23:02,165 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7138f9953db67e28ed8c228073bf6095, server=b3c019fcff38,36907,1731198177753 in 170 msec 2024-11-10T00:23:02,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T00:23:02,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7138f9953db67e28ed8c228073bf6095, ASSIGN in 328 msec 2024-11-10T00:23:02,167 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T00:23:02,167 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731198182167"}]},"ts":"1731198182167"} 2024-11-10T00:23:02,169 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T00:23:02,170 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T00:23:02,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-11-10T00:23:03,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:23:03,163 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T00:23:03,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22d23902, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:03,163 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42803,-1 for getting cluster id 2024-11-10T00:23:03,164 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:23:03,164 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f664912b-6121-4131-9ad4-5ddd809c4d88' 2024-11-10T00:23:03,165 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:23:03,165 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f664912b-6121-4131-9ad4-5ddd809c4d88" 2024-11-10T00:23:03,165 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52e79eb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:03,165 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42803,-1] 2024-11-10T00:23:03,165 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:23:03,165 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:03,166 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:23:03,167 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e2d75ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:03,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@637d72db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:03,167 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,33855,-1 for getting cluster id 2024-11-10T00:23:03,167 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:23:03,168 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9e5e9bd-bd3b-498f-b58c-4ee3ea0403aa' 2024-11-10T00:23:03,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:23:03,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9e5e9bd-bd3b-498f-b58c-4ee3ea0403aa" 2024-11-10T00:23:03,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@313506a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:03,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,33855,-1] 2024-11-10T00:23:03,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:23:03,169 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:03,169 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:23:03,170 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d682141, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:03,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f3e3db7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:03,172 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42803,-1 for getting cluster id 2024-11-10T00:23:03,172 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:23:03,173 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f664912b-6121-4131-9ad4-5ddd809c4d88' 2024-11-10T00:23:03,173 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:23:03,173 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f664912b-6121-4131-9ad4-5ddd809c4d88" 2024-11-10T00:23:03,173 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21664e83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:03,173 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42803,-1] 2024-11-10T00:23:03,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:23:03,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:03,174 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:23:03,175 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@276b37df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:03,175 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:23:03,176 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,42803,1731198174573 2024-11-10T00:23:03,176 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b36e692 2024-11-10T00:23:03,176 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:23:03,176 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:23:03,177 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42803 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b3c019fcff38:33855,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T00:23:03,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42803 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T00:23:03,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:23:03,179 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b3c019fcff38:33855' 2024-11-10T00:23:03,180 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d2be161, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:03,181 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,33855,-1 for getting cluster id 2024-11-10T00:23:03,181 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:23:03,181 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9e5e9bd-bd3b-498f-b58c-4ee3ea0403aa' 2024-11-10T00:23:03,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:23:03,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9e5e9bd-bd3b-498f-b58c-4ee3ea0403aa" 2024-11-10T00:23:03,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4379f4b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:03,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,33855,-1] 2024-11-10T00:23:03,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:23:03,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:03,182 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:23:03,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73a6498a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:03,183 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:23:03,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,33855,1731198177716 2024-11-10T00:23:03,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7538791f 2024-11-10T00:23:03,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:23:03,184 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:23:03,185 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T00:23:03,185 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T00:23:03,185 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:03,185 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:03,185 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:23:03,186 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:23:03,186 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T00:23:03,187 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T00:23:03,187 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:03,188 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T00:23:03,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45975 is added to blk_1073741837_1013 (size=1138) 2024-11-10T00:23:03,237 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T00:23:03,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:23:03,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:23:03,595 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 504342b839fca647c2dc1540fb7b4b0f, NAME => 'hbase:replication,,1731198183185.504342b839fca647c2dc1540fb7b4b0f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d 2024-11-10T00:23:03,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45975 is added to blk_1073741838_1014 (size=44) 2024-11-10T00:23:03,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:23:04,000 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731198183185.504342b839fca647c2dc1540fb7b4b0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:23:04,000 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 504342b839fca647c2dc1540fb7b4b0f, disabling compactions & flushes 2024-11-10T00:23:04,000 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731198183185.504342b839fca647c2dc1540fb7b4b0f. 2024-11-10T00:23:04,001 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731198183185.504342b839fca647c2dc1540fb7b4b0f. 2024-11-10T00:23:04,001 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731198183185.504342b839fca647c2dc1540fb7b4b0f. after waiting 0 ms 2024-11-10T00:23:04,001 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731198183185.504342b839fca647c2dc1540fb7b4b0f. 2024-11-10T00:23:04,001 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731198183185.504342b839fca647c2dc1540fb7b4b0f. 2024-11-10T00:23:04,001 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 504342b839fca647c2dc1540fb7b4b0f: Waiting for close lock at 1731198184000Disabling compacts and flushes for region at 1731198184000Disabling writes for close at 1731198184001 (+1 ms)Writing region close event to WAL at 1731198184001Closed at 1731198184001 2024-11-10T00:23:04,002 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T00:23:04,002 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731198183185.504342b839fca647c2dc1540fb7b4b0f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731198184002"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731198184002"}]},"ts":"1731198184002"} 2024-11-10T00:23:04,004 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T00:23:04,005 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T00:23:04,005 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731198184005"}]},"ts":"1731198184005"} 2024-11-10T00:23:04,007 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T00:23:04,007 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=504342b839fca647c2dc1540fb7b4b0f, ASSIGN}] 2024-11-10T00:23:04,008 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=504342b839fca647c2dc1540fb7b4b0f, ASSIGN 2024-11-10T00:23:04,009 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=504342b839fca647c2dc1540fb7b4b0f, ASSIGN; state=OFFLINE, location=b3c019fcff38,36993,1731198174626; forceNewPlan=false, retain=false 2024-11-10T00:23:04,159 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=504342b839fca647c2dc1540fb7b4b0f, regionState=OPENING, regionLocation=b3c019fcff38,36993,1731198174626 2024-11-10T00:23:04,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=504342b839fca647c2dc1540fb7b4b0f, ASSIGN because future has completed 2024-11-10T00:23:04,162 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 504342b839fca647c2dc1540fb7b4b0f, server=b3c019fcff38,36993,1731198174626}] 2024-11-10T00:23:04,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:23:04,317 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731198183185.504342b839fca647c2dc1540fb7b4b0f. 2024-11-10T00:23:04,317 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:23:04,317 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T00:23:04,318 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b3c019fcff38%2C36993%2C1731198174626.rep, suffix=, logDir=hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/WALs/b3c019fcff38,36993,1731198174626, archiveDir=hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/oldWALs, maxLogs=10 2024-11-10T00:23:04,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/WALs/b3c019fcff38,36993,1731198174626/b3c019fcff38%2C36993%2C1731198174626.rep.1731198184319, exclude list is [], retry=0 2024-11-10T00:23:04,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45975,DS-44a93d03-7a8f-4f44-9884-1fbbf681c767,DISK] 2024-11-10T00:23:04,339 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/WALs/b3c019fcff38,36993,1731198174626/b3c019fcff38%2C36993%2C1731198174626.rep.1731198184319 2024-11-10T00:23:04,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45955:45955)] 2024-11-10T00:23:04,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 504342b839fca647c2dc1540fb7b4b0f, NAME => 'hbase:replication,,1731198183185.504342b839fca647c2dc1540fb7b4b0f.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:23:04,340 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T00:23:04,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T00:23:04,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731198183185.504342b839fca647c2dc1540fb7b4b0f. service=MultiRowMutationService 2024-11-10T00:23:04,340 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T00:23:04,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 504342b839fca647c2dc1540fb7b4b0f 2024-11-10T00:23:04,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731198183185.504342b839fca647c2dc1540fb7b4b0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:23:04,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 504342b839fca647c2dc1540fb7b4b0f 2024-11-10T00:23:04,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 504342b839fca647c2dc1540fb7b4b0f 2024-11-10T00:23:04,342 INFO [StoreOpener-504342b839fca647c2dc1540fb7b4b0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 504342b839fca647c2dc1540fb7b4b0f 2024-11-10T00:23:04,343 INFO [StoreOpener-504342b839fca647c2dc1540fb7b4b0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 504342b839fca647c2dc1540fb7b4b0f columnFamilyName hfileref 2024-11-10T00:23:04,343 DEBUG [StoreOpener-504342b839fca647c2dc1540fb7b4b0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:04,343 INFO [StoreOpener-504342b839fca647c2dc1540fb7b4b0f-1 {}] regionserver.HStore(327): Store=504342b839fca647c2dc1540fb7b4b0f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:23:04,343 INFO [StoreOpener-504342b839fca647c2dc1540fb7b4b0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 504342b839fca647c2dc1540fb7b4b0f 2024-11-10T00:23:04,344 INFO [StoreOpener-504342b839fca647c2dc1540fb7b4b0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 504342b839fca647c2dc1540fb7b4b0f columnFamilyName queue 2024-11-10T00:23:04,344 DEBUG [StoreOpener-504342b839fca647c2dc1540fb7b4b0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:04,345 INFO [StoreOpener-504342b839fca647c2dc1540fb7b4b0f-1 {}] regionserver.HStore(327): Store=504342b839fca647c2dc1540fb7b4b0f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:23:04,345 INFO [StoreOpener-504342b839fca647c2dc1540fb7b4b0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 504342b839fca647c2dc1540fb7b4b0f 2024-11-10T00:23:04,346 INFO [StoreOpener-504342b839fca647c2dc1540fb7b4b0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 504342b839fca647c2dc1540fb7b4b0f columnFamilyName sid 2024-11-10T00:23:04,346 DEBUG [StoreOpener-504342b839fca647c2dc1540fb7b4b0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:04,346 INFO [StoreOpener-504342b839fca647c2dc1540fb7b4b0f-1 {}] regionserver.HStore(327): Store=504342b839fca647c2dc1540fb7b4b0f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:23:04,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 504342b839fca647c2dc1540fb7b4b0f 2024-11-10T00:23:04,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/data/hbase/replication/504342b839fca647c2dc1540fb7b4b0f 2024-11-10T00:23:04,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/data/hbase/replication/504342b839fca647c2dc1540fb7b4b0f 2024-11-10T00:23:04,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 504342b839fca647c2dc1540fb7b4b0f 2024-11-10T00:23:04,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 504342b839fca647c2dc1540fb7b4b0f 2024-11-10T00:23:04,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T00:23:04,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 504342b839fca647c2dc1540fb7b4b0f 2024-11-10T00:23:04,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/data/hbase/replication/504342b839fca647c2dc1540fb7b4b0f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:23:04,351 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 504342b839fca647c2dc1540fb7b4b0f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70287332, jitterRate=0.04736286401748657}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T00:23:04,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 504342b839fca647c2dc1540fb7b4b0f 2024-11-10T00:23:04,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 504342b839fca647c2dc1540fb7b4b0f: Running coprocessor pre-open hook at 1731198184341Writing region info on filesystem at 1731198184341Initializing all the Stores at 1731198184341Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198184341Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198184341Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198184341Cleaning up temporary data from old regions at 1731198184348 (+7 ms)Running coprocessor post-open hooks at 1731198184351 (+3 ms)Region opened successfully at 1731198184352 (+1 ms) 2024-11-10T00:23:04,353 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731198183185.504342b839fca647c2dc1540fb7b4b0f., pid=10, masterSystemTime=1731198184314 2024-11-10T00:23:04,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731198183185.504342b839fca647c2dc1540fb7b4b0f. 2024-11-10T00:23:04,355 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731198183185.504342b839fca647c2dc1540fb7b4b0f. 2024-11-10T00:23:04,355 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=504342b839fca647c2dc1540fb7b4b0f, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,36993,1731198174626 2024-11-10T00:23:04,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 504342b839fca647c2dc1540fb7b4b0f, server=b3c019fcff38,36993,1731198174626 because future has completed 2024-11-10T00:23:04,359 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T00:23:04,359 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 504342b839fca647c2dc1540fb7b4b0f, server=b3c019fcff38,36993,1731198174626 in 196 msec 2024-11-10T00:23:04,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T00:23:04,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=504342b839fca647c2dc1540fb7b4b0f, ASSIGN in 352 msec 2024-11-10T00:23:04,362 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T00:23:04,362 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731198184362"}]},"ts":"1731198184362"} 2024-11-10T00:23:04,363 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T00:23:04,364 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T00:23:04,365 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-11-10T00:23:04,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731198183185.504342b839fca647c2dc1540fb7b4b0f., hostname=b3c019fcff38,36993,1731198174626, seqNum=2] 2024-11-10T00:23:04,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x100ff41ad9d0001, quorum=127.0.0.1:52195, baseZNode=/0-219875638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219875638 2024-11-10T00:23:04,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42803-0x100ff41ad9d0000, quorum=127.0.0.1:52195, baseZNode=/0-219875638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219875638 2024-11-10T00:23:04,402 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T00:23:04,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36993 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T00:23:04,554 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T00:23:04,583 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b3c019fcff38,36993,1731198174626, ReplicationSource: 1, currentBandwidth=0 2024-11-10T00:23:04,583 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:23:04,583 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36993,1731198174626, seqNum=-1] 2024-11-10T00:23:04,584 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:23:04,585 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56699, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-10T00:23:04,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b3c019fcff38,36993,1731198174626', locateType=CURRENT is [region=hbase:replication,,1731198183185.504342b839fca647c2dc1540fb7b4b0f., hostname=b3c019fcff38,36993,1731198174626, seqNum=2] 2024-11-10T00:23:04,588 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T00:23:04,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42803 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T00:23:04,590 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b3c019fcff38,36993,1731198174626 suceeded 2024-11-10T00:23:04,592 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T00:23:04,592 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-10T00:23:04,592 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b3c019fcff38:33855,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T00:23:04,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4150 sec 2024-11-10T00:23:04,603 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b3c019fcff38:33855' 2024-11-10T00:23:04,604 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d84484b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:04,604 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626 {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,33855,-1 for getting cluster id 2024-11-10T00:23:04,604 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:23:04,605 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9e5e9bd-bd3b-498f-b58c-4ee3ea0403aa' 2024-11-10T00:23:04,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:23:04,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9e5e9bd-bd3b-498f-b58c-4ee3ea0403aa" 2024-11-10T00:23:04,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@82ad3ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:04,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,33855,-1] 2024-11-10T00:23:04,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:23:04,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:04,606 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:23:04,606 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ed7c32f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:04,607 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:23:04,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,33855,1731198177716 2024-11-10T00:23:04,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3cf6632d 2024-11-10T00:23:04,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:23:04,608 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-10T00:23:04,608 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b3c019fcff38,36993,1731198174626 (queues=1) is replicating from cluster=f664912b-6121-4131-9ad4-5ddd809c4d88 to cluster=d9e5e9bd-bd3b-498f-b58c-4ee3ea0403aa 2024-11-10T00:23:04,609 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b3c019fcff38%2C36993%2C1731198174626 2024-11-10T00:23:04,609 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b3c019fcff38,36993,1731198174626, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T00:23:04,609 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626.replicationSource.shipperb3c019fcff38%2C36993%2C1731198174626,1-b3c019fcff38,36993,1731198174626 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b3c019fcff38%2C36993%2C1731198174626 2024-11-10T00:23:04,609 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626.replicationSource.wal-reader.b3c019fcff38%2C36993%2C1731198174626,1-b3c019fcff38,36993,1731198174626 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/WALs/b3c019fcff38,36993,1731198174626/b3c019fcff38%2C36993%2C1731198174626.1731198176220, startPosition=0, beingWritten=true 2024-11-10T00:23:04,614 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626.replicationSource.wal-reader.b3c019fcff38%2C36993%2C1731198174626,1-b3c019fcff38,36993,1731198174626 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T00:23:04,614 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626.replicationSource.wal-reader.b3c019fcff38%2C36993%2C1731198174626,1-b3c019fcff38,36993,1731198174626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/WALs/b3c019fcff38,36993,1731198174626/b3c019fcff38%2C36993%2C1731198174626.1731198176220 to pos 379, reset compression=false 2024-11-10T00:23:04,614 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626.replicationSource.shipperb3c019fcff38%2C36993%2C1731198174626,1-b3c019fcff38,36993,1731198174626 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,36993,1731198174626 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/WALs/b3c019fcff38,36993,1731198174626/b3c019fcff38%2C36993%2C1731198174626.1731198176220, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T00:23:04,817 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626.replicationSource.wal-reader.b3c019fcff38%2C36993%2C1731198174626,1-b3c019fcff38,36993,1731198174626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/WALs/b3c019fcff38,36993,1731198174626/b3c019fcff38%2C36993%2C1731198174626.1731198176220 to pos 379, reset compression=false 2024-11-10T00:23:05,121 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626.replicationSource.wal-reader.b3c019fcff38%2C36993%2C1731198174626,1-b3c019fcff38,36993,1731198174626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/WALs/b3c019fcff38,36993,1731198174626/b3c019fcff38%2C36993%2C1731198174626.1731198176220 to pos 379, reset compression=false 2024-11-10T00:23:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:23:05,323 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T00:23:05,323 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:23:05,324 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:23:05,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:05,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:05,324 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:23:05,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4edee827, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:05,325 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,33855,-1 for getting cluster id 2024-11-10T00:23:05,325 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:23:05,325 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9e5e9bd-bd3b-498f-b58c-4ee3ea0403aa' 2024-11-10T00:23:05,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:23:05,326 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9e5e9bd-bd3b-498f-b58c-4ee3ea0403aa" 2024-11-10T00:23:05,326 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22c748e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:05,326 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,33855,-1] 2024-11-10T00:23:05,326 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:23:05,326 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:05,327 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:23:05,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62da0b67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:05,328 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:23:05,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,33855,1731198177716 2024-11-10T00:23:05,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20c990d6 2024-11-10T00:23:05,329 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:23:05,329 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:23:05,329 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b3c019fcff38:42803,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T00:23:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T00:23:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:23:05,332 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b3c019fcff38:42803' 2024-11-10T00:23:05,333 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74b3661d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:05,333 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42803,-1 for getting cluster id 2024-11-10T00:23:05,333 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:23:05,333 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f664912b-6121-4131-9ad4-5ddd809c4d88' 2024-11-10T00:23:05,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:23:05,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f664912b-6121-4131-9ad4-5ddd809c4d88" 2024-11-10T00:23:05,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41f40af8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:05,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42803,-1] 2024-11-10T00:23:05,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:23:05,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:05,335 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:23:05,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de3da40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:05,335 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:23:05,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,42803,1731198174573 2024-11-10T00:23:05,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60987210 2024-11-10T00:23:05,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:23:05,337 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:23:05,337 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T00:23:05,337 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T00:23:05,337 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:05,338 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:05,338 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:23:05,338 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:23:05,339 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T00:23:05,340 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T00:23:05,340 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:05,340 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T00:23:05,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42345 is added to blk_1073741837_1013 (size=1138) 2024-11-10T00:23:05,389 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T00:23:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:23:05,524 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626.replicationSource.wal-reader.b3c019fcff38%2C36993%2C1731198174626,1-b3c019fcff38,36993,1731198174626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/WALs/b3c019fcff38,36993,1731198174626/b3c019fcff38%2C36993%2C1731198174626.1731198176220 to pos 379, reset compression=false 2024-11-10T00:23:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:23:05,751 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2b26edbcb080db6fa4d25f42fce23e92, NAME => 'hbase:replication,,1731198185338.2b26edbcb080db6fa4d25f42fce23e92.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0 2024-11-10T00:23:05,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42345 is added to blk_1073741838_1014 (size=44) 2024-11-10T00:23:05,773 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T00:23:05,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:05,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:05,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:05,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:05,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:05,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:05,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:05,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:05,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:05,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:23:06,028 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626.replicationSource.wal-reader.b3c019fcff38%2C36993%2C1731198174626,1-b3c019fcff38,36993,1731198174626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/WALs/b3c019fcff38,36993,1731198174626/b3c019fcff38%2C36993%2C1731198174626.1731198176220 to pos 379, reset compression=false 2024-11-10T00:23:06,156 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731198185338.2b26edbcb080db6fa4d25f42fce23e92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:23:06,157 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2b26edbcb080db6fa4d25f42fce23e92, disabling compactions & flushes 2024-11-10T00:23:06,157 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731198185338.2b26edbcb080db6fa4d25f42fce23e92. 2024-11-10T00:23:06,157 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731198185338.2b26edbcb080db6fa4d25f42fce23e92. 2024-11-10T00:23:06,157 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731198185338.2b26edbcb080db6fa4d25f42fce23e92. after waiting 0 ms 2024-11-10T00:23:06,157 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731198185338.2b26edbcb080db6fa4d25f42fce23e92. 2024-11-10T00:23:06,157 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731198185338.2b26edbcb080db6fa4d25f42fce23e92. 2024-11-10T00:23:06,157 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2b26edbcb080db6fa4d25f42fce23e92: Waiting for close lock at 1731198186157Disabling compacts and flushes for region at 1731198186157Disabling writes for close at 1731198186157Writing region close event to WAL at 1731198186157Closed at 1731198186157 2024-11-10T00:23:06,158 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T00:23:06,158 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731198185338.2b26edbcb080db6fa4d25f42fce23e92.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731198186158"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731198186158"}]},"ts":"1731198186158"} 2024-11-10T00:23:06,160 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T00:23:06,161 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T00:23:06,161 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731198186161"}]},"ts":"1731198186161"} 2024-11-10T00:23:06,162 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T00:23:06,162 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2b26edbcb080db6fa4d25f42fce23e92, ASSIGN}] 2024-11-10T00:23:06,163 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2b26edbcb080db6fa4d25f42fce23e92, ASSIGN 2024-11-10T00:23:06,164 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2b26edbcb080db6fa4d25f42fce23e92, ASSIGN; state=OFFLINE, location=b3c019fcff38,36907,1731198177753; forceNewPlan=false, retain=false 2024-11-10T00:23:06,314 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2b26edbcb080db6fa4d25f42fce23e92, regionState=OPENING, regionLocation=b3c019fcff38,36907,1731198177753 2024-11-10T00:23:06,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2b26edbcb080db6fa4d25f42fce23e92, ASSIGN because future has completed 2024-11-10T00:23:06,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b26edbcb080db6fa4d25f42fce23e92, server=b3c019fcff38,36907,1731198177753}] 2024-11-10T00:23:06,473 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731198185338.2b26edbcb080db6fa4d25f42fce23e92. 2024-11-10T00:23:06,473 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:23:06,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:23:06,473 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T00:23:06,474 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b3c019fcff38%2C36907%2C1731198177753.rep, suffix=, logDir=hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/WALs/b3c019fcff38,36907,1731198177753, archiveDir=hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/oldWALs, maxLogs=10 2024-11-10T00:23:06,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/WALs/b3c019fcff38,36907,1731198177753/b3c019fcff38%2C36907%2C1731198177753.rep.1731198186475, exclude list is [], retry=0 2024-11-10T00:23:06,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42345,DS-150cf5a2-a46a-4a31-8862-2dd30bacb869,DISK] 2024-11-10T00:23:06,494 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/WALs/b3c019fcff38,36907,1731198177753/b3c019fcff38%2C36907%2C1731198177753.rep.1731198186475 2024-11-10T00:23:06,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39045:39045)] 2024-11-10T00:23:06,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2b26edbcb080db6fa4d25f42fce23e92, NAME => 'hbase:replication,,1731198185338.2b26edbcb080db6fa4d25f42fce23e92.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:23:06,495 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T00:23:06,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T00:23:06,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731198185338.2b26edbcb080db6fa4d25f42fce23e92. service=MultiRowMutationService 2024-11-10T00:23:06,495 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T00:23:06,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2b26edbcb080db6fa4d25f42fce23e92 2024-11-10T00:23:06,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731198185338.2b26edbcb080db6fa4d25f42fce23e92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:23:06,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2b26edbcb080db6fa4d25f42fce23e92 2024-11-10T00:23:06,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2b26edbcb080db6fa4d25f42fce23e92 2024-11-10T00:23:06,497 INFO [StoreOpener-2b26edbcb080db6fa4d25f42fce23e92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2b26edbcb080db6fa4d25f42fce23e92 2024-11-10T00:23:06,498 INFO [StoreOpener-2b26edbcb080db6fa4d25f42fce23e92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b26edbcb080db6fa4d25f42fce23e92 columnFamilyName hfileref 2024-11-10T00:23:06,498 DEBUG [StoreOpener-2b26edbcb080db6fa4d25f42fce23e92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:06,498 INFO [StoreOpener-2b26edbcb080db6fa4d25f42fce23e92-1 {}] regionserver.HStore(327): Store=2b26edbcb080db6fa4d25f42fce23e92/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:23:06,498 INFO [StoreOpener-2b26edbcb080db6fa4d25f42fce23e92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2b26edbcb080db6fa4d25f42fce23e92 2024-11-10T00:23:06,499 INFO [StoreOpener-2b26edbcb080db6fa4d25f42fce23e92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b26edbcb080db6fa4d25f42fce23e92 columnFamilyName queue 2024-11-10T00:23:06,499 DEBUG [StoreOpener-2b26edbcb080db6fa4d25f42fce23e92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:06,500 INFO [StoreOpener-2b26edbcb080db6fa4d25f42fce23e92-1 {}] regionserver.HStore(327): Store=2b26edbcb080db6fa4d25f42fce23e92/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:23:06,500 INFO [StoreOpener-2b26edbcb080db6fa4d25f42fce23e92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2b26edbcb080db6fa4d25f42fce23e92 2024-11-10T00:23:06,501 INFO [StoreOpener-2b26edbcb080db6fa4d25f42fce23e92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b26edbcb080db6fa4d25f42fce23e92 columnFamilyName sid 2024-11-10T00:23:06,501 DEBUG [StoreOpener-2b26edbcb080db6fa4d25f42fce23e92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:06,501 INFO [StoreOpener-2b26edbcb080db6fa4d25f42fce23e92-1 {}] regionserver.HStore(327): Store=2b26edbcb080db6fa4d25f42fce23e92/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:23:06,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2b26edbcb080db6fa4d25f42fce23e92 2024-11-10T00:23:06,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/data/hbase/replication/2b26edbcb080db6fa4d25f42fce23e92 2024-11-10T00:23:06,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/data/hbase/replication/2b26edbcb080db6fa4d25f42fce23e92 2024-11-10T00:23:06,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2b26edbcb080db6fa4d25f42fce23e92 2024-11-10T00:23:06,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2b26edbcb080db6fa4d25f42fce23e92 2024-11-10T00:23:06,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T00:23:06,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2b26edbcb080db6fa4d25f42fce23e92 2024-11-10T00:23:06,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/data/hbase/replication/2b26edbcb080db6fa4d25f42fce23e92/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:23:06,505 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2b26edbcb080db6fa4d25f42fce23e92; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70231923, jitterRate=0.04653720557689667}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T00:23:06,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2b26edbcb080db6fa4d25f42fce23e92 2024-11-10T00:23:06,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2b26edbcb080db6fa4d25f42fce23e92: Running coprocessor pre-open hook at 1731198186496Writing region info on filesystem at 1731198186496Initializing all the Stores at 1731198186496Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198186497 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198186497Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198186497Cleaning up temporary data from old regions at 1731198186502 (+5 ms)Running coprocessor post-open hooks at 1731198186505 (+3 ms)Region opened successfully at 1731198186505 2024-11-10T00:23:06,506 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731198185338.2b26edbcb080db6fa4d25f42fce23e92., pid=10, masterSystemTime=1731198186469 2024-11-10T00:23:06,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731198185338.2b26edbcb080db6fa4d25f42fce23e92. 2024-11-10T00:23:06,508 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731198185338.2b26edbcb080db6fa4d25f42fce23e92. 2024-11-10T00:23:06,508 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2b26edbcb080db6fa4d25f42fce23e92, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,36907,1731198177753 2024-11-10T00:23:06,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b26edbcb080db6fa4d25f42fce23e92, server=b3c019fcff38,36907,1731198177753 because future has completed 2024-11-10T00:23:06,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T00:23:06,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2b26edbcb080db6fa4d25f42fce23e92, server=b3c019fcff38,36907,1731198177753 in 194 msec 2024-11-10T00:23:06,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T00:23:06,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2b26edbcb080db6fa4d25f42fce23e92, ASSIGN in 351 msec 2024-11-10T00:23:06,515 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T00:23:06,515 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731198186515"}]},"ts":"1731198186515"} 2024-11-10T00:23:06,516 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T00:23:06,517 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T00:23:06,518 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1790 sec 2024-11-10T00:23:06,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731198185338.2b26edbcb080db6fa4d25f42fce23e92., hostname=b3c019fcff38,36907,1731198177753, seqNum=2] 2024-11-10T00:23:06,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36907-0x100ff41ad9d0004, quorum=127.0.0.1:52195, baseZNode=/11266432166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11266432166 2024-11-10T00:23:06,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33855-0x100ff41ad9d0003, quorum=127.0.0.1:52195, baseZNode=/11266432166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11266432166 2024-11-10T00:23:06,554 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T00:23:06,633 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626.replicationSource.wal-reader.b3c019fcff38%2C36993%2C1731198174626,1-b3c019fcff38,36993,1731198174626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/WALs/b3c019fcff38,36993,1731198174626/b3c019fcff38%2C36993%2C1731198174626.1731198176220 to pos 379, reset compression=false 2024-11-10T00:23:06,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36907 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T00:23:06,706 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T00:23:06,733 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b3c019fcff38,36907,1731198177753, ReplicationSource: 1, currentBandwidth=0 2024-11-10T00:23:06,734 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:23:06,734 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36907,1731198177753, seqNum=-1] 2024-11-10T00:23:06,734 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:23:06,735 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37215, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-10T00:23:06,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b3c019fcff38,36907,1731198177753', locateType=CURRENT is [region=hbase:replication,,1731198185338.2b26edbcb080db6fa4d25f42fce23e92., hostname=b3c019fcff38,36907,1731198177753, seqNum=2] 2024-11-10T00:23:06,739 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T00:23:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T00:23:06,741 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b3c019fcff38,36907,1731198177753 suceeded 2024-11-10T00:23:06,742 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T00:23:06,742 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-10T00:23:06,742 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b3c019fcff38:42803,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T00:23:06,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4120 sec 2024-11-10T00:23:06,752 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36907,1731198177753 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b3c019fcff38:42803' 2024-11-10T00:23:06,753 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36907,1731198177753 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a17b16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:06,753 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36907,1731198177753 {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42803,-1 for getting cluster id 2024-11-10T00:23:06,753 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36907,1731198177753 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:23:06,754 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f664912b-6121-4131-9ad4-5ddd809c4d88' 2024-11-10T00:23:06,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:23:06,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f664912b-6121-4131-9ad4-5ddd809c4d88" 2024-11-10T00:23:06,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@96d7839, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:06,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42803,-1] 2024-11-10T00:23:06,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:23:06,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:06,755 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:23:06,756 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36907,1731198177753 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@553cb387, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:06,756 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36907,1731198177753 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:23:06,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,42803,1731198174573 2024-11-10T00:23:06,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@224868e4 2024-11-10T00:23:06,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:23:06,757 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-10T00:23:06,758 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36907,1731198177753 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b3c019fcff38,36907,1731198177753 (queues=1) is replicating from cluster=d9e5e9bd-bd3b-498f-b58c-4ee3ea0403aa to cluster=f664912b-6121-4131-9ad4-5ddd809c4d88 2024-11-10T00:23:06,758 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36907,1731198177753 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b3c019fcff38%2C36907%2C1731198177753 2024-11-10T00:23:06,758 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36907,1731198177753 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b3c019fcff38,36907,1731198177753, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T00:23:06,759 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36907,1731198177753.replicationSource.shipperb3c019fcff38%2C36907%2C1731198177753,1-b3c019fcff38,36907,1731198177753 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b3c019fcff38%2C36907%2C1731198177753 2024-11-10T00:23:06,759 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36907,1731198177753.replicationSource.wal-reader.b3c019fcff38%2C36907%2C1731198177753,1-b3c019fcff38,36907,1731198177753 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/WALs/b3c019fcff38,36907,1731198177753/b3c019fcff38%2C36907%2C1731198177753.1731198179341, startPosition=0, beingWritten=true 2024-11-10T00:23:06,764 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36907,1731198177753.replicationSource.wal-reader.b3c019fcff38%2C36907%2C1731198177753,1-b3c019fcff38,36907,1731198177753 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T00:23:06,764 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36907,1731198177753.replicationSource.wal-reader.b3c019fcff38%2C36907%2C1731198177753,1-b3c019fcff38,36907,1731198177753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/WALs/b3c019fcff38,36907,1731198177753/b3c019fcff38%2C36907%2C1731198177753.1731198179341 to pos 379, reset compression=false 2024-11-10T00:23:06,764 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36907,1731198177753.replicationSource.shipperb3c019fcff38%2C36907%2C1731198177753,1-b3c019fcff38,36907,1731198177753 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,36907,1731198177753 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/WALs/b3c019fcff38,36907,1731198177753/b3c019fcff38%2C36907%2C1731198177753.1731198179341, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T00:23:06,967 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36907,1731198177753.replicationSource.wal-reader.b3c019fcff38%2C36907%2C1731198177753,1-b3c019fcff38,36907,1731198177753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/WALs/b3c019fcff38,36907,1731198177753/b3c019fcff38%2C36907%2C1731198177753.1731198179341 to pos 379, reset compression=false 2024-11-10T00:23:07,271 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36907,1731198177753.replicationSource.wal-reader.b3c019fcff38%2C36907%2C1731198177753,1-b3c019fcff38,36907,1731198177753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/WALs/b3c019fcff38,36907,1731198177753/b3c019fcff38%2C36907%2C1731198177753.1731198179341 to pos 379, reset compression=false 2024-11-10T00:23:07,337 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626.replicationSource.wal-reader.b3c019fcff38%2C36993%2C1731198174626,1-b3c019fcff38,36993,1731198174626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/WALs/b3c019fcff38,36993,1731198174626/b3c019fcff38%2C36993%2C1731198174626.1731198176220 to pos 379, reset compression=false 2024-11-10T00:23:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:23:07,483 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T00:23:07,484 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:23:07,484 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:23:07,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:07,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:07,484 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:23:07,484 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:23:07,485 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36993,1731198174626, seqNum=-1] 2024-11-10T00:23:07,486 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:23:07,487 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:23:07,488 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731198180388.b641d45a4e3637eeeddcab984abe1029., hostname=b3c019fcff38,36993,1731198174626, seqNum=2] 2024-11-10T00:23:07,491 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:23:07,492 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36907,1731198177753, seqNum=-1] 2024-11-10T00:23:07,492 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:23:07,493 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:23:07,494 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731198181016.7138f9953db67e28ed8c228073bf6095., hostname=b3c019fcff38,36907,1731198177753, seqNum=2] 2024-11-10T00:23:07,496 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-10T00:23:07,674 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36907,1731198177753.replicationSource.wal-reader.b3c019fcff38%2C36907%2C1731198177753,1-b3c019fcff38,36907,1731198177753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/WALs/b3c019fcff38,36907,1731198177753/b3c019fcff38%2C36907%2C1731198177753.1731198179341 to pos 379, reset compression=false 2024-11-10T00:23:08,082 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T00:23:08,141 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626.replicationSource.wal-reader.b3c019fcff38%2C36993%2C1731198174626,1-b3c019fcff38,36993,1731198174626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/WALs/b3c019fcff38,36993,1731198174626/b3c019fcff38%2C36993%2C1731198174626.1731198176220 to pos 379, reset compression=false 2024-11-10T00:23:08,146 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626.replicationSource.wal-reader.b3c019fcff38%2C36993%2C1731198174626,1-b3c019fcff38,36993,1731198174626 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T00:23:08,146 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626.replicationSource.wal-reader.b3c019fcff38%2C36993%2C1731198174626,1-b3c019fcff38,36993,1731198174626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/WALs/b3c019fcff38,36993,1731198174626/b3c019fcff38%2C36993%2C1731198174626.1731198176220 to pos 480, reset compression=false 2024-11-10T00:23:08,146 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626.replicationSource.shipperb3c019fcff38%2C36993%2C1731198174626,1-b3c019fcff38,36993,1731198174626 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,36993,1731198174626 got entry batch from reader: WALEntryBatch [walEntries=[{test/b641d45a4e3637eeeddcab984abe1029/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/WALs/b3c019fcff38,36993,1731198174626/b3c019fcff38%2C36993%2C1731198174626.1731198176220, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-10T00:23:08,149 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626.replicationSource.shipperb3c019fcff38%2C36993%2C1731198174626,1-b3c019fcff38,36993,1731198174626 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T00:23:08,150 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-10T00:23:08,151 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36907 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T00:23:08,152 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36907 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bc65a4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:08,152 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36907 {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,33855,-1 for getting cluster id 2024-11-10T00:23:08,152 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36907 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:23:08,152 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9e5e9bd-bd3b-498f-b58c-4ee3ea0403aa' 2024-11-10T00:23:08,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:23:08,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9e5e9bd-bd3b-498f-b58c-4ee3ea0403aa" 2024-11-10T00:23:08,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@281aac06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:08,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,33855,-1] 2024-11-10T00:23:08,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:23:08,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:08,154 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:23:08,154 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36907 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b8b2c16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:08,159 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36907 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:23:08,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36907,1731198177753, seqNum=-1] 2024-11-10T00:23:08,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:23:08,162 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-10T00:23:08,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731198181016.7138f9953db67e28ed8c228073bf6095., hostname=b3c019fcff38,36907,1731198177753, seqNum=2] 2024-11-10T00:23:08,178 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36907,1731198177753.replicationSource.wal-reader.b3c019fcff38%2C36907%2C1731198177753,1-b3c019fcff38,36907,1731198177753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/WALs/b3c019fcff38,36907,1731198177753/b3c019fcff38%2C36907%2C1731198177753.1731198179341 to pos 379, reset compression=false 2024-11-10T00:23:08,189 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36907 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T00:23:08,192 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:23:08,192 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b3c019fcff38,40063,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b3c019fcff38:40063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T00:23:08,193 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18279 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b3c019fcff38,40063,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b3c019fcff38:40063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T00:23:08,350 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626.replicationSource.wal-reader.b3c019fcff38%2C36993%2C1731198174626,1-b3c019fcff38,36993,1731198174626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/WALs/b3c019fcff38,36993,1731198174626/b3c019fcff38%2C36993%2C1731198174626.1731198176220 to pos 480, reset compression=false 2024-11-10T00:23:08,499 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-10T00:23:08,502 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-10T00:23:08,654 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626.replicationSource.wal-reader.b3c019fcff38%2C36993%2C1731198174626,1-b3c019fcff38,36993,1731198174626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/WALs/b3c019fcff38,36993,1731198174626/b3c019fcff38%2C36993%2C1731198174626.1731198176220 to pos 480, reset compression=false 2024-11-10T00:23:08,783 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36907,1731198177753.replicationSource.wal-reader.b3c019fcff38%2C36907%2C1731198177753,1-b3c019fcff38,36907,1731198177753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/WALs/b3c019fcff38,36907,1731198177753/b3c019fcff38%2C36907%2C1731198177753.1731198179341 to pos 379, reset compression=false 2024-11-10T00:23:08,788 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36907,1731198177753.replicationSource.wal-reader.b3c019fcff38%2C36907%2C1731198177753,1-b3c019fcff38,36907,1731198177753 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T00:23:08,788 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36907,1731198177753.replicationSource.wal-reader.b3c019fcff38%2C36907%2C1731198177753,1-b3c019fcff38,36907,1731198177753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/WALs/b3c019fcff38,36907,1731198177753/b3c019fcff38%2C36907%2C1731198177753.1731198179341 to pos 608, reset compression=false 2024-11-10T00:23:08,788 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36907,1731198177753.replicationSource.shipperb3c019fcff38%2C36907%2C1731198177753,1-b3c019fcff38,36907,1731198177753 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,36907,1731198177753 got entry batch from reader: WALEntryBatch [walEntries=[{test/7138f9953db67e28ed8c228073bf6095/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/WALs/b3c019fcff38,36907,1731198177753/b3c019fcff38%2C36907%2C1731198177753.1731198179341, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T00:23:08,790 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36907,1731198177753.replicationSource.shipperb3c019fcff38%2C36907%2C1731198177753,1-b3c019fcff38,36907,1731198177753 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T00:23:08,791 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-10T00:23:08,792 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T00:23:08,792 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15f3f237, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:08,792 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42803,-1 for getting cluster id 2024-11-10T00:23:08,792 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:23:08,793 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f664912b-6121-4131-9ad4-5ddd809c4d88' 2024-11-10T00:23:08,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:23:08,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f664912b-6121-4131-9ad4-5ddd809c4d88" 2024-11-10T00:23:08,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@478583de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:08,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42803,-1] 2024-11-10T00:23:08,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:23:08,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:08,794 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:23:08,795 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f342ae3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:08,795 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:23:08,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36993,1731198174626, seqNum=-1] 2024-11-10T00:23:08,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:23:08,797 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-10T00:23:08,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731198180388.b641d45a4e3637eeeddcab984abe1029., hostname=b3c019fcff38,36993,1731198174626, seqNum=2] 2024-11-10T00:23:08,802 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T00:23:08,992 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36907,1731198177753.replicationSource.wal-reader.b3c019fcff38%2C36907%2C1731198177753,1-b3c019fcff38,36907,1731198177753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/WALs/b3c019fcff38,36907,1731198177753/b3c019fcff38%2C36907%2C1731198177753.1731198179341 to pos 608, reset compression=false 2024-11-10T00:23:09,057 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626.replicationSource.wal-reader.b3c019fcff38%2C36993%2C1731198174626,1-b3c019fcff38,36993,1731198174626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/WALs/b3c019fcff38,36993,1731198174626/b3c019fcff38%2C36993%2C1731198174626.1731198176220 to pos 480, reset compression=false 2024-11-10T00:23:09,062 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626.replicationSource.wal-reader.b3c019fcff38%2C36993%2C1731198174626,1-b3c019fcff38,36993,1731198174626 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T00:23:09,062 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626.replicationSource.wal-reader.b3c019fcff38%2C36993%2C1731198174626,1-b3c019fcff38,36993,1731198174626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/WALs/b3c019fcff38,36993,1731198174626/b3c019fcff38%2C36993%2C1731198174626.1731198176220 to pos 608, reset compression=false 2024-11-10T00:23:09,062 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626.replicationSource.shipperb3c019fcff38%2C36993%2C1731198174626,1-b3c019fcff38,36993,1731198174626 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,36993,1731198174626 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/WALs/b3c019fcff38,36993,1731198174626/b3c019fcff38%2C36993%2C1731198174626.1731198176220, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T00:23:09,266 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626.replicationSource.wal-reader.b3c019fcff38%2C36993%2C1731198174626,1-b3c019fcff38,36993,1731198174626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/WALs/b3c019fcff38,36993,1731198174626/b3c019fcff38%2C36993%2C1731198174626.1731198176220 to pos 608, reset compression=false 2024-11-10T00:23:09,307 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36907,1731198177753.replicationSource.wal-reader.b3c019fcff38%2C36907%2C1731198177753,1-b3c019fcff38,36907,1731198177753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/WALs/b3c019fcff38,36907,1731198177753/b3c019fcff38%2C36907%2C1731198177753.1731198179341 to pos 608, reset compression=false 2024-11-10T00:23:09,505 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-10T00:23:09,511 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-10T00:23:09,570 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626.replicationSource.wal-reader.b3c019fcff38%2C36993%2C1731198174626,1-b3c019fcff38,36993,1731198174626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/WALs/b3c019fcff38,36993,1731198174626/b3c019fcff38%2C36993%2C1731198174626.1731198176220 to pos 608, reset compression=false 2024-11-10T00:23:09,575 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626.replicationSource.wal-reader.b3c019fcff38%2C36993%2C1731198174626,1-b3c019fcff38,36993,1731198174626 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T00:23:09,575 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626.replicationSource.wal-reader.b3c019fcff38%2C36993%2C1731198174626,1-b3c019fcff38,36993,1731198174626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/WALs/b3c019fcff38,36993,1731198174626/b3c019fcff38%2C36993%2C1731198174626.1731198176220 to pos 764, reset compression=false 2024-11-10T00:23:09,575 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626.replicationSource.shipperb3c019fcff38%2C36993%2C1731198174626,1-b3c019fcff38,36993,1731198174626 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,36993,1731198174626 got entry batch from reader: WALEntryBatch [walEntries=[{test/b641d45a4e3637eeeddcab984abe1029/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/WALs/b3c019fcff38,36993,1731198174626/b3c019fcff38%2C36993%2C1731198174626.1731198176220, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-10T00:23:09,577 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36907 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T00:23:09,580 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36907 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T00:23:09,710 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36907,1731198177753.replicationSource.wal-reader.b3c019fcff38%2C36907%2C1731198177753,1-b3c019fcff38,36907,1731198177753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/WALs/b3c019fcff38,36907,1731198177753/b3c019fcff38%2C36907%2C1731198177753.1731198179341 to pos 608, reset compression=false 2024-11-10T00:23:09,715 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36907,1731198177753.replicationSource.wal-reader.b3c019fcff38%2C36907%2C1731198177753,1-b3c019fcff38,36907,1731198177753 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T00:23:09,715 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36907,1731198177753.replicationSource.wal-reader.b3c019fcff38%2C36907%2C1731198177753,1-b3c019fcff38,36907,1731198177753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/WALs/b3c019fcff38,36907,1731198177753/b3c019fcff38%2C36907%2C1731198177753.1731198179341 to pos 756, reset compression=false 2024-11-10T00:23:09,715 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36907,1731198177753.replicationSource.shipperb3c019fcff38%2C36907%2C1731198177753,1-b3c019fcff38,36907,1731198177753 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,36907,1731198177753 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/WALs/b3c019fcff38,36907,1731198177753/b3c019fcff38%2C36907%2C1731198177753.1731198179341, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T00:23:09,779 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626.replicationSource.wal-reader.b3c019fcff38%2C36993%2C1731198174626,1-b3c019fcff38,36993,1731198174626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/WALs/b3c019fcff38,36993,1731198174626/b3c019fcff38%2C36993%2C1731198174626.1731198176220 to pos 764, reset compression=false 2024-11-10T00:23:09,921 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36907,1731198177753.replicationSource.wal-reader.b3c019fcff38%2C36907%2C1731198177753,1-b3c019fcff38,36907,1731198177753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/WALs/b3c019fcff38,36907,1731198177753/b3c019fcff38%2C36907%2C1731198177753.1731198179341 to pos 756, reset compression=false 2024-11-10T00:23:10,096 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626.replicationSource.wal-reader.b3c019fcff38%2C36993%2C1731198174626,1-b3c019fcff38,36993,1731198174626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/WALs/b3c019fcff38,36993,1731198174626/b3c019fcff38%2C36993%2C1731198174626.1731198176220 to pos 764, reset compression=false 2024-11-10T00:23:10,226 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36907,1731198177753.replicationSource.wal-reader.b3c019fcff38%2C36907%2C1731198177753,1-b3c019fcff38,36907,1731198177753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/WALs/b3c019fcff38,36907,1731198177753/b3c019fcff38%2C36907%2C1731198177753.1731198179341 to pos 756, reset compression=false 2024-11-10T00:23:10,500 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626.replicationSource.wal-reader.b3c019fcff38%2C36993%2C1731198174626,1-b3c019fcff38,36993,1731198174626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/WALs/b3c019fcff38,36993,1731198174626/b3c019fcff38%2C36993%2C1731198174626.1731198176220 to pos 764, reset compression=false 2024-11-10T00:23:10,513 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-10T00:23:10,520 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-10T00:23:10,629 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36907,1731198177753.replicationSource.wal-reader.b3c019fcff38%2C36907%2C1731198177753,1-b3c019fcff38,36907,1731198177753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/WALs/b3c019fcff38,36907,1731198177753/b3c019fcff38%2C36907%2C1731198177753.1731198179341 to pos 756, reset compression=false 2024-11-10T00:23:10,635 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36907,1731198177753.replicationSource.wal-reader.b3c019fcff38%2C36907%2C1731198177753,1-b3c019fcff38,36907,1731198177753 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T00:23:10,635 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36907,1731198177753.replicationSource.wal-reader.b3c019fcff38%2C36907%2C1731198177753,1-b3c019fcff38,36907,1731198177753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/WALs/b3c019fcff38,36907,1731198177753/b3c019fcff38%2C36907%2C1731198177753.1731198179341 to pos 915, reset compression=false 2024-11-10T00:23:10,635 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36907,1731198177753.replicationSource.shipperb3c019fcff38%2C36907%2C1731198177753,1-b3c019fcff38,36907,1731198177753 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,36907,1731198177753 got entry batch from reader: WALEntryBatch [walEntries=[{test/7138f9953db67e28ed8c228073bf6095/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/WALs/b3c019fcff38,36907,1731198177753/b3c019fcff38%2C36907%2C1731198177753.1731198179341, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-10T00:23:10,637 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T00:23:10,642 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T00:23:10,842 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36907,1731198177753.replicationSource.wal-reader.b3c019fcff38%2C36907%2C1731198177753,1-b3c019fcff38,36907,1731198177753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/WALs/b3c019fcff38,36907,1731198177753/b3c019fcff38%2C36907%2C1731198177753.1731198179341 to pos 915, reset compression=false 2024-11-10T00:23:11,004 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626.replicationSource.wal-reader.b3c019fcff38%2C36993%2C1731198174626,1-b3c019fcff38,36993,1731198174626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/WALs/b3c019fcff38,36993,1731198174626/b3c019fcff38%2C36993%2C1731198174626.1731198176220 to pos 764, reset compression=false 2024-11-10T00:23:11,009 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626.replicationSource.wal-reader.b3c019fcff38%2C36993%2C1731198174626,1-b3c019fcff38,36993,1731198174626 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T00:23:11,009 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626.replicationSource.wal-reader.b3c019fcff38%2C36993%2C1731198174626,1-b3c019fcff38,36993,1731198174626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/WALs/b3c019fcff38,36993,1731198174626/b3c019fcff38%2C36993%2C1731198174626.1731198176220 to pos 914, reset compression=false 2024-11-10T00:23:11,009 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626.replicationSource.shipperb3c019fcff38%2C36993%2C1731198174626,1-b3c019fcff38,36993,1731198174626 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,36993,1731198174626 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/WALs/b3c019fcff38,36993,1731198174626/b3c019fcff38%2C36993%2C1731198174626.1731198176220, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T00:23:11,146 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36907,1731198177753.replicationSource.wal-reader.b3c019fcff38%2C36907%2C1731198177753,1-b3c019fcff38,36907,1731198177753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/WALs/b3c019fcff38,36907,1731198177753/b3c019fcff38%2C36907%2C1731198177753.1731198179341 to pos 915, reset compression=false 2024-11-10T00:23:11,213 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626.replicationSource.wal-reader.b3c019fcff38%2C36993%2C1731198174626,1-b3c019fcff38,36993,1731198174626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/WALs/b3c019fcff38,36993,1731198174626/b3c019fcff38%2C36993%2C1731198174626.1731198176220 to pos 914, reset compression=false 2024-11-10T00:23:11,343 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T00:23:11,343 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-10T00:23:11,517 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626.replicationSource.wal-reader.b3c019fcff38%2C36993%2C1731198174626,1-b3c019fcff38,36993,1731198174626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/WALs/b3c019fcff38,36993,1731198174626/b3c019fcff38%2C36993%2C1731198174626.1731198176220 to pos 914, reset compression=false 2024-11-10T00:23:11,522 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-10T00:23:11,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T00:23:11,525 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:23:11,525 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:23:11,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:11,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:11,525 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:23:11,525 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T00:23:11,525 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1540088352, stopped=false 2024-11-10T00:23:11,525 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b3c019fcff38,33855,1731198177716 2024-11-10T00:23:11,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33855-0x100ff41ad9d0003, quorum=127.0.0.1:52195, baseZNode=/11266432166 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11266432166/running 2024-11-10T00:23:11,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36907-0x100ff41ad9d0004, quorum=127.0.0.1:52195, baseZNode=/11266432166 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11266432166/running 2024-11-10T00:23:11,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33855-0x100ff41ad9d0003, quorum=127.0.0.1:52195, baseZNode=/11266432166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11266432166 2024-11-10T00:23:11,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36907-0x100ff41ad9d0004, quorum=127.0.0.1:52195, baseZNode=/11266432166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11266432166 2024-11-10T00:23:11,527 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T00:23:11,527 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:23:11,527 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:23:11,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:11,527 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b3c019fcff38,36907,1731198177753' ***** 2024-11-10T00:23:11,527 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T00:23:11,528 INFO [RS:0;b3c019fcff38:36907 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T00:23:11,528 INFO [RS:0;b3c019fcff38:36907 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T00:23:11,528 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T00:23:11,528 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33855-0x100ff41ad9d0003, quorum=127.0.0.1:52195, baseZNode=/11266432166 Set watcher on znode that does not yet exist, /11266432166/running 2024-11-10T00:23:11,528 INFO [RS:0;b3c019fcff38:36907 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T00:23:11,528 INFO [RS:0;b3c019fcff38:36907 {}] regionserver.HRegionServer(3091): Received CLOSE for 2b26edbcb080db6fa4d25f42fce23e92 2024-11-10T00:23:11,529 INFO [RS:0;b3c019fcff38:36907 {}] regionserver.HRegionServer(3091): Received CLOSE for 7138f9953db67e28ed8c228073bf6095 2024-11-10T00:23:11,529 INFO [RS:0;b3c019fcff38:36907 {}] regionserver.HRegionServer(959): stopping server b3c019fcff38,36907,1731198177753 2024-11-10T00:23:11,529 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36907-0x100ff41ad9d0004, quorum=127.0.0.1:52195, baseZNode=/11266432166 Set watcher on znode that does not yet exist, /11266432166/running 2024-11-10T00:23:11,529 INFO [RS:0;b3c019fcff38:36907 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T00:23:11,529 INFO [RS:0;b3c019fcff38:36907 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b3c019fcff38:36907. 2024-11-10T00:23:11,529 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2b26edbcb080db6fa4d25f42fce23e92, disabling compactions & flushes 2024-11-10T00:23:11,529 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731198185338.2b26edbcb080db6fa4d25f42fce23e92. 2024-11-10T00:23:11,529 DEBUG [RS:0;b3c019fcff38:36907 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:23:11,529 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731198185338.2b26edbcb080db6fa4d25f42fce23e92. 2024-11-10T00:23:11,529 DEBUG [RS:0;b3c019fcff38:36907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:11,529 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731198185338.2b26edbcb080db6fa4d25f42fce23e92. after waiting 0 ms 2024-11-10T00:23:11,529 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731198185338.2b26edbcb080db6fa4d25f42fce23e92. 2024-11-10T00:23:11,529 INFO [RS:0;b3c019fcff38:36907 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T00:23:11,529 INFO [RS:0;b3c019fcff38:36907 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T00:23:11,529 INFO [RS:0;b3c019fcff38:36907 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T00:23:11,529 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2b26edbcb080db6fa4d25f42fce23e92 3/3 column families, dataSize=743 B heapSize=1.84 KB 2024-11-10T00:23:11,529 INFO [RS:0;b3c019fcff38:36907 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T00:23:11,530 INFO [RS:0;b3c019fcff38:36907 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T00:23:11,530 DEBUG [RS:0;b3c019fcff38:36907 {}] regionserver.HRegionServer(1325): Online Regions={2b26edbcb080db6fa4d25f42fce23e92=hbase:replication,,1731198185338.2b26edbcb080db6fa4d25f42fce23e92., 1588230740=hbase:meta,,1.1588230740, 7138f9953db67e28ed8c228073bf6095=test,,1731198181016.7138f9953db67e28ed8c228073bf6095.} 2024-11-10T00:23:11,530 DEBUG [RS:0;b3c019fcff38:36907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b26edbcb080db6fa4d25f42fce23e92, 7138f9953db67e28ed8c228073bf6095 2024-11-10T00:23:11,530 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T00:23:11,530 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T00:23:11,530 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T00:23:11,530 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T00:23:11,530 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T00:23:11,530 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T00:23:11,545 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/data/hbase/meta/1588230740/.tmp/info/46719fd9332743cdb30043c70f2264d3 is 147, key is hbase:replication,,1731198185338.2b26edbcb080db6fa4d25f42fce23e92./info:regioninfo/1731198186508/Put/seqid=0 2024-11-10T00:23:11,547 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/data/hbase/replication/2b26edbcb080db6fa4d25f42fce23e92/.tmp/queue/3785a9f295d94bf791daf3ce5f3fe7ad is 153, key is 1-b3c019fcff38,36907,1731198177753/queue:b3c019fcff38%2C36907%2C1731198177753/1731198190643/Put/seqid=0 2024-11-10T00:23:11,550 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36907,1731198177753.replicationSource.wal-reader.b3c019fcff38%2C36907%2C1731198177753,1-b3c019fcff38,36907,1731198177753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/WALs/b3c019fcff38,36907,1731198177753/b3c019fcff38%2C36907%2C1731198177753.1731198179341 to pos 915, reset compression=false 2024-11-10T00:23:11,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42345 is added to blk_1073741840_1016 (size=7686) 2024-11-10T00:23:11,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42345 is added to blk_1073741841_1017 (size=5352) 2024-11-10T00:23:11,619 INFO [regionserver/b3c019fcff38:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T00:23:11,730 DEBUG [RS:0;b3c019fcff38:36907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b26edbcb080db6fa4d25f42fce23e92, 7138f9953db67e28ed8c228073bf6095 2024-11-10T00:23:11,921 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626.replicationSource.wal-reader.b3c019fcff38%2C36993%2C1731198174626,1-b3c019fcff38,36993,1731198174626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/WALs/b3c019fcff38,36993,1731198174626/b3c019fcff38%2C36993%2C1731198174626.1731198176220 to pos 914, reset compression=false 2024-11-10T00:23:11,930 DEBUG [RS:0;b3c019fcff38:36907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b26edbcb080db6fa4d25f42fce23e92, 7138f9953db67e28ed8c228073bf6095 2024-11-10T00:23:11,951 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/data/hbase/meta/1588230740/.tmp/info/46719fd9332743cdb30043c70f2264d3 2024-11-10T00:23:11,953 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=743 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/data/hbase/replication/2b26edbcb080db6fa4d25f42fce23e92/.tmp/queue/3785a9f295d94bf791daf3ce5f3fe7ad 2024-11-10T00:23:11,958 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/data/hbase/replication/2b26edbcb080db6fa4d25f42fce23e92/.tmp/queue/3785a9f295d94bf791daf3ce5f3fe7ad as hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/data/hbase/replication/2b26edbcb080db6fa4d25f42fce23e92/queue/3785a9f295d94bf791daf3ce5f3fe7ad 2024-11-10T00:23:11,962 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/data/hbase/replication/2b26edbcb080db6fa4d25f42fce23e92/queue/3785a9f295d94bf791daf3ce5f3fe7ad, entries=1, sequenceid=9, filesize=5.2 K 2024-11-10T00:23:11,963 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for 2b26edbcb080db6fa4d25f42fce23e92 in 434ms, sequenceid=9, compaction requested=false 2024-11-10T00:23:11,966 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/data/hbase/replication/2b26edbcb080db6fa4d25f42fce23e92/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-10T00:23:11,966 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T00:23:11,966 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T00:23:11,966 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731198185338.2b26edbcb080db6fa4d25f42fce23e92. 2024-11-10T00:23:11,967 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2b26edbcb080db6fa4d25f42fce23e92: Waiting for close lock at 1731198191529Running coprocessor pre-close hooks at 1731198191529Disabling compacts and flushes for region at 1731198191529Disabling writes for close at 1731198191529Obtaining lock to block concurrent updates at 1731198191529Preparing flush snapshotting stores in 2b26edbcb080db6fa4d25f42fce23e92 at 1731198191529Finished memstore snapshotting hbase:replication,,1731198185338.2b26edbcb080db6fa4d25f42fce23e92., syncing WAL and waiting on mvcc, flushsize=dataSize=743, getHeapSize=1840, getOffHeapSize=0, getCellsCount=5 at 1731198191529Flushing stores of hbase:replication,,1731198185338.2b26edbcb080db6fa4d25f42fce23e92. at 1731198191530 (+1 ms)Flushing 2b26edbcb080db6fa4d25f42fce23e92/queue: creating writer at 1731198191530Flushing 2b26edbcb080db6fa4d25f42fce23e92/queue: appending metadata at 1731198191547 (+17 ms)Flushing 2b26edbcb080db6fa4d25f42fce23e92/queue: closing flushed file at 1731198191547Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ef60f90: reopening flushed file at 1731198191957 (+410 ms)Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for 2b26edbcb080db6fa4d25f42fce23e92 in 434ms, sequenceid=9, compaction requested=false at 1731198191963 (+6 ms)Writing region close event to WAL at 1731198191964 (+1 ms)Running coprocessor post-close hooks at 1731198191966 (+2 ms)Closed at 1731198191966 2024-11-10T00:23:11,967 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731198185338.2b26edbcb080db6fa4d25f42fce23e92. 2024-11-10T00:23:11,967 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7138f9953db67e28ed8c228073bf6095, disabling compactions & flushes 2024-11-10T00:23:11,967 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731198181016.7138f9953db67e28ed8c228073bf6095. 2024-11-10T00:23:11,967 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731198181016.7138f9953db67e28ed8c228073bf6095. 2024-11-10T00:23:11,967 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731198181016.7138f9953db67e28ed8c228073bf6095. after waiting 0 ms 2024-11-10T00:23:11,967 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731198181016.7138f9953db67e28ed8c228073bf6095. 2024-11-10T00:23:11,967 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7138f9953db67e28ed8c228073bf6095 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-10T00:23:11,972 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/data/hbase/meta/1588230740/.tmp/ns/0c37d12b23364f30831295ad886efff4 is 43, key is default/ns:d/1731198180294/Put/seqid=0 2024-11-10T00:23:11,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42345 is added to blk_1073741842_1018 (size=5153) 2024-11-10T00:23:11,982 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/data/default/test/7138f9953db67e28ed8c228073bf6095/.tmp/f/1c8cc67a64dc4106bba612aac572acb6 is 29, key is row1/f:/1731198190514/DeleteFamily/seqid=0 2024-11-10T00:23:11,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42345 is added to blk_1073741843_1019 (size=5118) 2024-11-10T00:23:11,998 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T00:23:12,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:12,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:12,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:12,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:12,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:12,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:12,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:12,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:12,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:12,058 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36907,1731198177753.replicationSource.wal-reader.b3c019fcff38%2C36907%2C1731198177753,1-b3c019fcff38,36907,1731198177753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/WALs/b3c019fcff38,36907,1731198177753/b3c019fcff38%2C36907%2C1731198177753.1731198179341 to pos 915, reset compression=false 2024-11-10T00:23:12,063 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36907,1731198177753.replicationSource.wal-reader.b3c019fcff38%2C36907%2C1731198177753,1-b3c019fcff38,36907,1731198177753 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T00:23:12,063 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36907,1731198177753.replicationSource.wal-reader.b3c019fcff38%2C36907%2C1731198177753,1-b3c019fcff38,36907,1731198177753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/WALs/b3c019fcff38,36907,1731198177753/b3c019fcff38%2C36907%2C1731198177753.1731198179341 to pos 1162, reset compression=false 2024-11-10T00:23:12,063 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36907,1731198177753.replicationSource.shipperb3c019fcff38%2C36907%2C1731198177753,1-b3c019fcff38,36907,1731198177753 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,36907,1731198177753 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/WALs/b3c019fcff38,36907,1731198177753/b3c019fcff38%2C36907%2C1731198177753.1731198179341, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T00:23:12,064 ERROR [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36907,1731198177753.replicationSource.shipperb3c019fcff38%2C36907%2C1731198177753,1-b3c019fcff38,36907,1731198177753 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b3c019fcff38,36907,1731198177753: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b3c019fcff38,36907,1731198177753, walGroup=b3c019fcff38%2C36907%2C1731198177753, offset=b3c019fcff38%2C36907%2C1731198177753.1731198179341:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b3c019fcff38:36907 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T00:23:12,065 ERROR [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36907,1731198177753.replicationSource.shipperb3c019fcff38%2C36907%2C1731198177753,1-b3c019fcff38,36907,1731198177753 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T00:23:12,065 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36907,1731198177753.replicationSource.shipperb3c019fcff38%2C36907%2C1731198177753,1-b3c019fcff38,36907,1731198177753 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T00:23:12,066 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36907,1731198177753.replicationSource.shipperb3c019fcff38%2C36907%2C1731198177753,1-b3c019fcff38,36907,1731198177753 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T00:23:12,066 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36907,1731198177753.replicationSource.shipperb3c019fcff38%2C36907%2C1731198177753,1-b3c019fcff38,36907,1731198177753 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T00:23:12,067 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36907,1731198177753.replicationSource.shipperb3c019fcff38%2C36907%2C1731198177753,1-b3c019fcff38,36907,1731198177753 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T00:23:12,067 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36907,1731198177753.replicationSource.shipperb3c019fcff38%2C36907%2C1731198177753,1-b3c019fcff38,36907,1731198177753 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 600584704 }, "NonHeapMemoryUsage": { "committed": 194838528, "init": 7667712, "max": -1, "used": 191301904 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T00:23:12,067 WARN [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36907,1731198177753.replicationSource.shipperb3c019fcff38%2C36907%2C1731198177753,1-b3c019fcff38,36907,1731198177753 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b3c019fcff38:33855 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b3c019fcff38:33855 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T00:23:12,130 DEBUG [RS:0;b3c019fcff38:36907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7138f9953db67e28ed8c228073bf6095 2024-11-10T00:23:12,267 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36907,1731198177753.replicationSource.wal-reader.b3c019fcff38%2C36907%2C1731198177753,1-b3c019fcff38,36907,1731198177753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/WALs/b3c019fcff38,36907,1731198177753/b3c019fcff38%2C36907%2C1731198177753.1731198179341 to pos 1162, reset compression=false 2024-11-10T00:23:12,290 INFO [regionserver/b3c019fcff38:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T00:23:12,290 INFO [regionserver/b3c019fcff38:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T00:23:12,330 DEBUG [RS:0;b3c019fcff38:36907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7138f9953db67e28ed8c228073bf6095 2024-11-10T00:23:12,376 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/data/hbase/meta/1588230740/.tmp/ns/0c37d12b23364f30831295ad886efff4 2024-11-10T00:23:12,386 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/data/default/test/7138f9953db67e28ed8c228073bf6095/.tmp/f/1c8cc67a64dc4106bba612aac572acb6 2024-11-10T00:23:12,390 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1c8cc67a64dc4106bba612aac572acb6 2024-11-10T00:23:12,398 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/data/hbase/meta/1588230740/.tmp/rep_barrier/0058e4453cad4155af3434ec3ee8dec7 is 112, key is test,,1731198181016.7138f9953db67e28ed8c228073bf6095./rep_barrier:seqnumDuringOpen/1731198182160/Put/seqid=0 2024-11-10T00:23:12,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42345 is added to blk_1073741844_1020 (size=5518) 2024-11-10T00:23:12,407 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/data/default/test/7138f9953db67e28ed8c228073bf6095/.tmp/f1/44581e9edb264e408c8c8505c721adab is 30, key is row1/f1:/1731198190514/DeleteFamily/seqid=0 2024-11-10T00:23:12,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42345 is added to blk_1073741845_1021 (size=5123) 2024-11-10T00:23:12,410 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/data/default/test/7138f9953db67e28ed8c228073bf6095/.tmp/f1/44581e9edb264e408c8c8505c721adab 2024-11-10T00:23:12,414 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 44581e9edb264e408c8c8505c721adab 2024-11-10T00:23:12,425 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626.replicationSource.wal-reader.b3c019fcff38%2C36993%2C1731198174626,1-b3c019fcff38,36993,1731198174626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/WALs/b3c019fcff38,36993,1731198174626/b3c019fcff38%2C36993%2C1731198174626.1731198176220 to pos 914, reset compression=false 2024-11-10T00:23:12,427 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/data/default/test/7138f9953db67e28ed8c228073bf6095/.tmp/norep/e4965c5ba5bf459aa4868aa025660718 is 33, key is row1/norep:/1731198190514/DeleteFamily/seqid=0 2024-11-10T00:23:12,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42345 is added to blk_1073741846_1022 (size=5108) 2024-11-10T00:23:12,531 INFO [RS:0;b3c019fcff38:36907 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T00:23:12,531 DEBUG [RS:0;b3c019fcff38:36907 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7138f9953db67e28ed8c228073bf6095=test,,1731198181016.7138f9953db67e28ed8c228073bf6095.} 2024-11-10T00:23:12,531 DEBUG [RS:0;b3c019fcff38:36907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7138f9953db67e28ed8c228073bf6095 2024-11-10T00:23:12,571 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36907,1731198177753.replicationSource.wal-reader.b3c019fcff38%2C36907%2C1731198177753,1-b3c019fcff38,36907,1731198177753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/WALs/b3c019fcff38,36907,1731198177753/b3c019fcff38%2C36907%2C1731198177753.1731198179341 to pos 1162, reset compression=false 2024-11-10T00:23:12,731 DEBUG [RS:0;b3c019fcff38:36907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7138f9953db67e28ed8c228073bf6095 2024-11-10T00:23:12,802 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/data/hbase/meta/1588230740/.tmp/rep_barrier/0058e4453cad4155af3434ec3ee8dec7 2024-11-10T00:23:12,820 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/data/hbase/meta/1588230740/.tmp/table/991453cec6d549e18542b99b26a5861d is 53, key is hbase:replication/table:state/1731198186515/Put/seqid=0 2024-11-10T00:23:12,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42345 is added to blk_1073741847_1023 (size=5308) 2024-11-10T00:23:12,835 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/data/default/test/7138f9953db67e28ed8c228073bf6095/.tmp/norep/e4965c5ba5bf459aa4868aa025660718 2024-11-10T00:23:12,839 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e4965c5ba5bf459aa4868aa025660718 2024-11-10T00:23:12,840 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/data/default/test/7138f9953db67e28ed8c228073bf6095/.tmp/f/1c8cc67a64dc4106bba612aac572acb6 as hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/data/default/test/7138f9953db67e28ed8c228073bf6095/f/1c8cc67a64dc4106bba612aac572acb6 2024-11-10T00:23:12,844 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1c8cc67a64dc4106bba612aac572acb6 2024-11-10T00:23:12,844 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/data/default/test/7138f9953db67e28ed8c228073bf6095/f/1c8cc67a64dc4106bba612aac572acb6, entries=2, sequenceid=8, filesize=5.0 K 2024-11-10T00:23:12,845 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/data/default/test/7138f9953db67e28ed8c228073bf6095/.tmp/f1/44581e9edb264e408c8c8505c721adab as hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/data/default/test/7138f9953db67e28ed8c228073bf6095/f1/44581e9edb264e408c8c8505c721adab 2024-11-10T00:23:12,848 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 44581e9edb264e408c8c8505c721adab 2024-11-10T00:23:12,848 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/data/default/test/7138f9953db67e28ed8c228073bf6095/f1/44581e9edb264e408c8c8505c721adab, entries=2, sequenceid=8, filesize=5.0 K 2024-11-10T00:23:12,849 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/data/default/test/7138f9953db67e28ed8c228073bf6095/.tmp/norep/e4965c5ba5bf459aa4868aa025660718 as hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/data/default/test/7138f9953db67e28ed8c228073bf6095/norep/e4965c5ba5bf459aa4868aa025660718 2024-11-10T00:23:12,853 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e4965c5ba5bf459aa4868aa025660718 2024-11-10T00:23:12,853 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/data/default/test/7138f9953db67e28ed8c228073bf6095/norep/e4965c5ba5bf459aa4868aa025660718, entries=1, sequenceid=8, filesize=5.0 K 2024-11-10T00:23:12,854 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 7138f9953db67e28ed8c228073bf6095 in 887ms, sequenceid=8, compaction requested=false 2024-11-10T00:23:12,862 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/data/default/test/7138f9953db67e28ed8c228073bf6095/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-10T00:23:12,862 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T00:23:12,862 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T00:23:12,862 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731198181016.7138f9953db67e28ed8c228073bf6095. 2024-11-10T00:23:12,862 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7138f9953db67e28ed8c228073bf6095: Waiting for close lock at 1731198191967Running coprocessor pre-close hooks at 1731198191967Disabling compacts and flushes for region at 1731198191967Disabling writes for close at 1731198191967Obtaining lock to block concurrent updates at 1731198191967Preparing flush snapshotting stores in 7138f9953db67e28ed8c228073bf6095 at 1731198191967Finished memstore snapshotting test,,1731198181016.7138f9953db67e28ed8c228073bf6095., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731198191967Flushing stores of test,,1731198181016.7138f9953db67e28ed8c228073bf6095. at 1731198191968 (+1 ms)Flushing 7138f9953db67e28ed8c228073bf6095/f: creating writer at 1731198191968Flushing 7138f9953db67e28ed8c228073bf6095/f: appending metadata at 1731198191982 (+14 ms)Flushing 7138f9953db67e28ed8c228073bf6095/f: closing flushed file at 1731198191982Flushing 7138f9953db67e28ed8c228073bf6095/f1: creating writer at 1731198192390 (+408 ms)Flushing 7138f9953db67e28ed8c228073bf6095/f1: appending metadata at 1731198192406 (+16 ms)Flushing 7138f9953db67e28ed8c228073bf6095/f1: closing flushed file at 1731198192406Flushing 7138f9953db67e28ed8c228073bf6095/norep: creating writer at 1731198192414 (+8 ms)Flushing 7138f9953db67e28ed8c228073bf6095/norep: appending metadata at 1731198192426 (+12 ms)Flushing 7138f9953db67e28ed8c228073bf6095/norep: closing flushed file at 1731198192426Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70dcc0b8: reopening flushed file at 1731198192839 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39bff11d: reopening flushed file at 1731198192844 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ef43b9: reopening flushed file at 1731198192849 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 7138f9953db67e28ed8c228073bf6095 in 887ms, sequenceid=8, compaction requested=false at 1731198192854 (+5 ms)Writing region close event to WAL at 1731198192859 (+5 ms)Running coprocessor post-close hooks at 1731198192862 (+3 ms)Closed at 1731198192862 2024-11-10T00:23:12,863 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731198181016.7138f9953db67e28ed8c228073bf6095. 2024-11-10T00:23:12,931 DEBUG [RS:0;b3c019fcff38:36907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:23:12,975 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36907,1731198177753.replicationSource.wal-reader.b3c019fcff38%2C36907%2C1731198177753,1-b3c019fcff38,36907,1731198177753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/WALs/b3c019fcff38,36907,1731198177753/b3c019fcff38%2C36907%2C1731198177753.1731198179341 to pos 1162, reset compression=false 2024-11-10T00:23:12,980 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36907,1731198177753.replicationSource.wal-reader.b3c019fcff38%2C36907%2C1731198177753,1-b3c019fcff38,36907,1731198177753 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T00:23:12,980 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36907,1731198177753.replicationSource.wal-reader.b3c019fcff38%2C36907%2C1731198177753,1-b3c019fcff38,36907,1731198177753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/WALs/b3c019fcff38,36907,1731198177753/b3c019fcff38%2C36907%2C1731198177753.1731198179341 to pos 1806, reset compression=false 2024-11-10T00:23:13,028 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626.replicationSource.wal-reader.b3c019fcff38%2C36993%2C1731198174626,1-b3c019fcff38,36993,1731198174626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/WALs/b3c019fcff38,36993,1731198174626/b3c019fcff38%2C36993%2C1731198174626.1731198176220 to pos 914, reset compression=false 2024-11-10T00:23:13,131 DEBUG [RS:0;b3c019fcff38:36907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:23:13,183 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36907,1731198177753.replicationSource.wal-reader.b3c019fcff38%2C36907%2C1731198177753,1-b3c019fcff38,36907,1731198177753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/WALs/b3c019fcff38,36907,1731198177753/b3c019fcff38%2C36907%2C1731198177753.1731198179341 to pos 1806, reset compression=false 2024-11-10T00:23:13,224 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/data/hbase/meta/1588230740/.tmp/table/991453cec6d549e18542b99b26a5861d 2024-11-10T00:23:13,229 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/data/hbase/meta/1588230740/.tmp/info/46719fd9332743cdb30043c70f2264d3 as hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/data/hbase/meta/1588230740/info/46719fd9332743cdb30043c70f2264d3 2024-11-10T00:23:13,232 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/data/hbase/meta/1588230740/info/46719fd9332743cdb30043c70f2264d3, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T00:23:13,233 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/data/hbase/meta/1588230740/.tmp/ns/0c37d12b23364f30831295ad886efff4 as hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/data/hbase/meta/1588230740/ns/0c37d12b23364f30831295ad886efff4 2024-11-10T00:23:13,237 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/data/hbase/meta/1588230740/ns/0c37d12b23364f30831295ad886efff4, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T00:23:13,237 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/data/hbase/meta/1588230740/.tmp/rep_barrier/0058e4453cad4155af3434ec3ee8dec7 as hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/data/hbase/meta/1588230740/rep_barrier/0058e4453cad4155af3434ec3ee8dec7 2024-11-10T00:23:13,241 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/data/hbase/meta/1588230740/rep_barrier/0058e4453cad4155af3434ec3ee8dec7, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T00:23:13,242 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/data/hbase/meta/1588230740/.tmp/table/991453cec6d549e18542b99b26a5861d as hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/data/hbase/meta/1588230740/table/991453cec6d549e18542b99b26a5861d 2024-11-10T00:23:13,246 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/data/hbase/meta/1588230740/table/991453cec6d549e18542b99b26a5861d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T00:23:13,247 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1716ms, sequenceid=16, compaction requested=false 2024-11-10T00:23:13,251 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T00:23:13,252 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T00:23:13,252 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T00:23:13,252 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T00:23:13,252 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731198191530Running coprocessor pre-close hooks at 1731198191530Disabling compacts and flushes for region at 1731198191530Disabling writes for close at 1731198191530Obtaining lock to block concurrent updates at 1731198191530Preparing flush snapshotting stores in 1588230740 at 1731198191530Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731198191530Flushing stores of hbase:meta,,1.1588230740 at 1731198191531 (+1 ms)Flushing 1588230740/info: creating writer at 1731198191531Flushing 1588230740/info: appending metadata at 1731198191545 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731198191545Flushing 1588230740/ns: creating writer at 1731198191955 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731198191972 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731198191972Flushing 1588230740/rep_barrier: creating writer at 1731198192380 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731198192397 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731198192397Flushing 1588230740/table: creating writer at 1731198192806 (+409 ms)Flushing 1588230740/table: appending metadata at 1731198192820 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731198192820Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3536f05d: reopening flushed file at 1731198193228 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61e4c4ab: reopening flushed file at 1731198193233 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@594dff1d: reopening flushed file at 1731198193237 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dc1028e: reopening flushed file at 1731198193241 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1716ms, sequenceid=16, compaction requested=false at 1731198193247 (+6 ms)Writing region close event to WAL at 1731198193249 (+2 ms)Running coprocessor post-close hooks at 1731198193252 (+3 ms)Closed at 1731198193252 2024-11-10T00:23:13,252 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T00:23:13,331 INFO [RS:0;b3c019fcff38:36907 {}] regionserver.HRegionServer(976): stopping server b3c019fcff38,36907,1731198177753; all regions closed. 2024-11-10T00:23:13,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42345 is added to blk_1073741834_1010 (size=4239) 2024-11-10T00:23:13,334 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/WALs/b3c019fcff38,36907,1731198177753/b3c019fcff38%2C36907%2C1731198177753.meta.1731198180253.meta not finished, retry = 0 2024-11-10T00:23:13,437 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/WALs/b3c019fcff38,36907,1731198177753/b3c019fcff38%2C36907%2C1731198177753.rep.1731198186475 not finished, retry = 0 2024-11-10T00:23:13,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42345 is added to blk_1073741839_1015 (size=2458) 2024-11-10T00:23:13,487 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36907,1731198177753.replicationSource.wal-reader.b3c019fcff38%2C36907%2C1731198177753,1-b3c019fcff38,36907,1731198177753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/WALs/b3c019fcff38,36907,1731198177753/b3c019fcff38%2C36907%2C1731198177753.1731198179341 to pos 1806, reset compression=false 2024-11-10T00:23:13,540 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/WALs/b3c019fcff38,36907,1731198177753/b3c019fcff38%2C36907%2C1731198177753.1731198179341 not finished, retry = 0 2024-11-10T00:23:13,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42345 is added to blk_1073741832_1008 (size=1814) 2024-11-10T00:23:13,640 DEBUG [RS:0;b3c019fcff38:36907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:13,640 INFO [RS:0;b3c019fcff38:36907 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T00:23:13,641 INFO [RS:0;b3c019fcff38:36907 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T00:23:13,641 INFO [RS:0;b3c019fcff38:36907 {}] hbase.ChoreService(370): Chore service for: regionserver/b3c019fcff38:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T00:23:13,641 INFO [RS:0;b3c019fcff38:36907 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T00:23:13,641 INFO [regionserver/b3c019fcff38:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T00:23:13,641 INFO [RS:0;b3c019fcff38:36907 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b3c019fcff38,36907,1731198177753 because: Region server is closing 2024-11-10T00:23:13,642 INFO [RS:0;b3c019fcff38:36907 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b3c019fcff38:36907. 2024-11-10T00:23:13,642 DEBUG [RS:0;b3c019fcff38:36907 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:23:13,642 DEBUG [RS:0;b3c019fcff38:36907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:13,642 DEBUG [RS:0;b3c019fcff38:36907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:13,642 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:23:13,732 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626.replicationSource.wal-reader.b3c019fcff38%2C36993%2C1731198174626,1-b3c019fcff38,36993,1731198174626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/WALs/b3c019fcff38,36993,1731198174626/b3c019fcff38%2C36993%2C1731198174626.1731198176220 to pos 914, reset compression=false 2024-11-10T00:23:13,742 INFO [RS:0;b3c019fcff38:36907 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36907,1731198177753.replicationSource.shipperb3c019fcff38%2C36907%2C1731198177753,1-b3c019fcff38,36907,1731198177753 terminated 2024-11-10T00:23:13,742 WARN [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36907,1731198177753.replicationSource.wal-reader.b3c019fcff38%2C36907%2C1731198177753,1-b3c019fcff38,36907,1731198177753 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T00:23:13,742 INFO [RS:0;b3c019fcff38:36907 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b3c019fcff38:36907. 2024-11-10T00:23:13,742 DEBUG [RS:0;b3c019fcff38:36907 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:23:13,742 DEBUG [RS:0;b3c019fcff38:36907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:13,742 DEBUG [RS:0;b3c019fcff38:36907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:13,742 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:23:13,743 INFO [RS:0;b3c019fcff38:36907 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36907 2024-11-10T00:23:13,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36907-0x100ff41ad9d0004, quorum=127.0.0.1:52195, baseZNode=/11266432166 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11266432166/rs/b3c019fcff38,36907,1731198177753 2024-11-10T00:23:13,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33855-0x100ff41ad9d0003, quorum=127.0.0.1:52195, baseZNode=/11266432166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11266432166/rs 2024-11-10T00:23:13,745 INFO [RS:0;b3c019fcff38:36907 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T00:23:13,747 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b3c019fcff38,36907,1731198177753] 2024-11-10T00:23:13,749 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11266432166/draining/b3c019fcff38,36907,1731198177753 already deleted, retry=false 2024-11-10T00:23:13,749 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b3c019fcff38,36907,1731198177753 expired; onlineServers=0 2024-11-10T00:23:13,749 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b3c019fcff38,33855,1731198177716' ***** 2024-11-10T00:23:13,749 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T00:23:13,749 INFO [M:0;b3c019fcff38:33855 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T00:23:13,749 INFO [M:0;b3c019fcff38:33855 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T00:23:13,749 DEBUG [M:0;b3c019fcff38:33855 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T00:23:13,750 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T00:23:13,750 DEBUG [M:0;b3c019fcff38:33855 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T00:23:13,750 DEBUG [master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731198179111 {}] cleaner.HFileCleaner(306): Exit Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731198179111,5,FailOnTimeoutGroup] 2024-11-10T00:23:13,750 DEBUG [master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731198179111 {}] cleaner.HFileCleaner(306): Exit Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731198179111,5,FailOnTimeoutGroup] 2024-11-10T00:23:13,750 INFO [M:0;b3c019fcff38:33855 {}] hbase.ChoreService(370): Chore service for: master/b3c019fcff38:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T00:23:13,750 INFO [M:0;b3c019fcff38:33855 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T00:23:13,750 DEBUG [M:0;b3c019fcff38:33855 {}] master.HMaster(1795): Stopping service threads 2024-11-10T00:23:13,750 INFO [M:0;b3c019fcff38:33855 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T00:23:13,750 INFO [M:0;b3c019fcff38:33855 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T00:23:13,750 INFO [M:0;b3c019fcff38:33855 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T00:23:13,750 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T00:23:13,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33855-0x100ff41ad9d0003, quorum=127.0.0.1:52195, baseZNode=/11266432166 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11266432166/master 2024-11-10T00:23:13,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33855-0x100ff41ad9d0003, quorum=127.0.0.1:52195, baseZNode=/11266432166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11266432166 2024-11-10T00:23:13,751 DEBUG [M:0;b3c019fcff38:33855 {}] zookeeper.ZKUtil(347): master:33855-0x100ff41ad9d0003, quorum=127.0.0.1:52195, baseZNode=/11266432166 Unable to get data of znode /11266432166/master because node does not exist (not an error) 2024-11-10T00:23:13,751 WARN [M:0;b3c019fcff38:33855 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T00:23:13,751 INFO [M:0;b3c019fcff38:33855 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/.lastflushedseqids 2024-11-10T00:23:13,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42345 is added to blk_1073741848_1024 (size=245) 2024-11-10T00:23:13,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36907-0x100ff41ad9d0004, quorum=127.0.0.1:52195, baseZNode=/11266432166 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:23:13,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36907-0x100ff41ad9d0004, quorum=127.0.0.1:52195, baseZNode=/11266432166 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:23:13,847 INFO [RS:0;b3c019fcff38:36907 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T00:23:13,847 INFO [RS:0;b3c019fcff38:36907 {}] regionserver.HRegionServer(1031): Exiting; stopping=b3c019fcff38,36907,1731198177753; zookeeper connection closed. 2024-11-10T00:23:13,847 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@84d2827 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@84d2827 2024-11-10T00:23:13,847 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T00:23:14,156 INFO [M:0;b3c019fcff38:33855 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T00:23:14,156 INFO [M:0;b3c019fcff38:33855 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T00:23:14,156 DEBUG [M:0;b3c019fcff38:33855 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T00:23:14,156 INFO [M:0;b3c019fcff38:33855 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:23:14,156 DEBUG [M:0;b3c019fcff38:33855 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:23:14,156 DEBUG [M:0;b3c019fcff38:33855 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T00:23:14,156 DEBUG [M:0;b3c019fcff38:33855 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:23:14,156 INFO [M:0;b3c019fcff38:33855 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-10T00:23:14,175 DEBUG [M:0;b3c019fcff38:33855 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/799995684a0e40ee8a6631575961d492 is 82, key is hbase:meta,,1/info:regioninfo/1731198180284/Put/seqid=0 2024-11-10T00:23:14,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42345 is added to blk_1073741849_1025 (size=5672) 2024-11-10T00:23:14,535 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626.replicationSource.wal-reader.b3c019fcff38%2C36993%2C1731198174626,1-b3c019fcff38,36993,1731198174626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/WALs/b3c019fcff38,36993,1731198174626/b3c019fcff38%2C36993%2C1731198174626.1731198176220 to pos 914, reset compression=false 2024-11-10T00:23:14,580 INFO [M:0;b3c019fcff38:33855 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/799995684a0e40ee8a6631575961d492 2024-11-10T00:23:14,598 DEBUG [M:0;b3c019fcff38:33855 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/54645ed9a8a24d8a9aceda8fd7273218 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731198186518/Put/seqid=0 2024-11-10T00:23:14,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42345 is added to blk_1073741850_1026 (size=8517) 2024-11-10T00:23:14,602 INFO [M:0;b3c019fcff38:33855 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/54645ed9a8a24d8a9aceda8fd7273218 2024-11-10T00:23:14,618 DEBUG [M:0;b3c019fcff38:33855 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dd456d13dabc4ec1a24ee946a2f58eb3 is 69, key is b3c019fcff38,36907,1731198177753/rs:state/1731198179189/Put/seqid=0 2024-11-10T00:23:14,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42345 is added to blk_1073741851_1027 (size=5156) 2024-11-10T00:23:15,022 INFO [M:0;b3c019fcff38:33855 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dd456d13dabc4ec1a24ee946a2f58eb3 2024-11-10T00:23:15,026 DEBUG [M:0;b3c019fcff38:33855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/799995684a0e40ee8a6631575961d492 as hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/799995684a0e40ee8a6631575961d492 2024-11-10T00:23:15,031 INFO [M:0;b3c019fcff38:33855 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/799995684a0e40ee8a6631575961d492, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T00:23:15,031 DEBUG [M:0;b3c019fcff38:33855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/54645ed9a8a24d8a9aceda8fd7273218 as hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/54645ed9a8a24d8a9aceda8fd7273218 2024-11-10T00:23:15,035 INFO [M:0;b3c019fcff38:33855 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/54645ed9a8a24d8a9aceda8fd7273218, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T00:23:15,036 DEBUG [M:0;b3c019fcff38:33855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dd456d13dabc4ec1a24ee946a2f58eb3 as hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dd456d13dabc4ec1a24ee946a2f58eb3 2024-11-10T00:23:15,039 INFO [M:0;b3c019fcff38:33855 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37909/user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dd456d13dabc4ec1a24ee946a2f58eb3, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T00:23:15,040 INFO [M:0;b3c019fcff38:33855 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=97, compaction requested=false 2024-11-10T00:23:15,047 INFO [M:0;b3c019fcff38:33855 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:23:15,047 DEBUG [M:0;b3c019fcff38:33855 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731198194156Disabling compacts and flushes for region at 1731198194156Disabling writes for close at 1731198194156Obtaining lock to block concurrent updates at 1731198194156Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731198194156Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731198194157 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731198194157Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731198194157Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731198194174 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731198194174Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731198194584 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731198194598 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731198194598Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731198194605 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731198194618 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731198194618Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48db3f39: reopening flushed file at 1731198195026 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a2cc4a2: reopening flushed file at 1731198195031 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3999ec1a: reopening flushed file at 1731198195035 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=97, compaction requested=false at 1731198195040 (+5 ms)Writing region close event to WAL at 1731198195047 (+7 ms)Closed at 1731198195047 2024-11-10T00:23:15,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42345 is added to blk_1073741830_1006 (size=63666) 2024-11-10T00:23:15,054 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d5718e5c-6a0a-4674-3baa-0be536777be0/MasterData/WALs/b3c019fcff38,33855,1731198177716/b3c019fcff38%2C33855%2C1731198177716.1731198179036 not finished, retry = 0 2024-11-10T00:23:15,155 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T00:23:15,155 INFO [M:0;b3c019fcff38:33855 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T00:23:15,155 INFO [M:0;b3c019fcff38:33855 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33855 2024-11-10T00:23:15,155 INFO [M:0;b3c019fcff38:33855 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T00:23:15,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33855-0x100ff41ad9d0003, quorum=127.0.0.1:52195, baseZNode=/11266432166 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:23:15,257 INFO [M:0;b3c019fcff38:33855 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T00:23:15,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33855-0x100ff41ad9d0003, quorum=127.0.0.1:52195, baseZNode=/11266432166 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:23:15,260 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@659b0ab2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T00:23:15,261 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@790b2c70{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T00:23:15,261 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T00:23:15,261 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@681efc43{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T00:23:15,261 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ef217{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2310513-ac19-dd21-7540-de75558ccd20/hadoop.log.dir/,STOPPED} 2024-11-10T00:23:15,262 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T00:23:15,262 WARN [BP-46265738-172.17.0.2-1731198176689 heartbeating to localhost/127.0.0.1:37909 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T00:23:15,262 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T00:23:15,262 WARN [BP-46265738-172.17.0.2-1731198176689 heartbeating to localhost/127.0.0.1:37909 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-46265738-172.17.0.2-1731198176689 (Datanode Uuid 266de2c4-674b-47db-ad87-6286bbc775c7) service to localhost/127.0.0.1:37909 2024-11-10T00:23:15,263 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2310513-ac19-dd21-7540-de75558ccd20/cluster_bb9d9afe-018f-47ba-58e6-18d48c6b3f73/data/data1/current/BP-46265738-172.17.0.2-1731198176689 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T00:23:15,263 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2310513-ac19-dd21-7540-de75558ccd20/cluster_bb9d9afe-018f-47ba-58e6-18d48c6b3f73/data/data2/current/BP-46265738-172.17.0.2-1731198176689 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T00:23:15,264 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T00:23:15,270 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a16c419{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T00:23:15,271 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f7557e1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T00:23:15,271 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T00:23:15,271 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2369f892{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T00:23:15,271 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b738e10{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2310513-ac19-dd21-7540-de75558ccd20/hadoop.log.dir/,STOPPED} 2024-11-10T00:23:15,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T00:23:15,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T00:23:15,283 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:23:15,283 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:23:15,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:15,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:15,284 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:23:15,284 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T00:23:15,284 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=527241613, stopped=false 2024-11-10T00:23:15,284 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b3c019fcff38,42803,1731198174573 2024-11-10T00:23:15,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42803-0x100ff41ad9d0000, quorum=127.0.0.1:52195, baseZNode=/0-219875638 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-219875638/running 2024-11-10T00:23:15,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42803-0x100ff41ad9d0000, quorum=127.0.0.1:52195, baseZNode=/0-219875638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219875638 2024-11-10T00:23:15,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x100ff41ad9d0001, quorum=127.0.0.1:52195, baseZNode=/0-219875638 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-219875638/running 2024-11-10T00:23:15,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x100ff41ad9d0001, quorum=127.0.0.1:52195, baseZNode=/0-219875638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219875638 2024-11-10T00:23:15,285 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T00:23:15,286 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:23:15,286 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:23:15,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:15,286 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42803-0x100ff41ad9d0000, quorum=127.0.0.1:52195, baseZNode=/0-219875638 Set watcher on znode that does not yet exist, /0-219875638/running 2024-11-10T00:23:15,286 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36993-0x100ff41ad9d0001, quorum=127.0.0.1:52195, baseZNode=/0-219875638 Set watcher on znode that does not yet exist, /0-219875638/running 2024-11-10T00:23:15,286 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b3c019fcff38,36993,1731198174626' ***** 2024-11-10T00:23:15,286 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T00:23:15,287 INFO [RS:0;b3c019fcff38:36993 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T00:23:15,287 INFO [RS:0;b3c019fcff38:36993 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T00:23:15,287 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T00:23:15,287 INFO [RS:0;b3c019fcff38:36993 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T00:23:15,287 INFO [RS:0;b3c019fcff38:36993 {}] regionserver.HRegionServer(3091): Received CLOSE for b641d45a4e3637eeeddcab984abe1029 2024-11-10T00:23:15,287 INFO [RS:0;b3c019fcff38:36993 {}] regionserver.HRegionServer(3091): Received CLOSE for 504342b839fca647c2dc1540fb7b4b0f 2024-11-10T00:23:15,287 INFO [RS:0;b3c019fcff38:36993 {}] regionserver.HRegionServer(959): stopping server b3c019fcff38,36993,1731198174626 2024-11-10T00:23:15,287 INFO [RS:0;b3c019fcff38:36993 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T00:23:15,287 INFO [RS:0;b3c019fcff38:36993 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b3c019fcff38:36993. 2024-11-10T00:23:15,287 DEBUG [RS:0;b3c019fcff38:36993 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:23:15,287 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b641d45a4e3637eeeddcab984abe1029, disabling compactions & flushes 2024-11-10T00:23:15,287 DEBUG [RS:0;b3c019fcff38:36993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:15,287 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731198180388.b641d45a4e3637eeeddcab984abe1029. 2024-11-10T00:23:15,287 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731198180388.b641d45a4e3637eeeddcab984abe1029. 2024-11-10T00:23:15,287 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731198180388.b641d45a4e3637eeeddcab984abe1029. after waiting 0 ms 2024-11-10T00:23:15,287 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731198180388.b641d45a4e3637eeeddcab984abe1029. 2024-11-10T00:23:15,287 INFO [RS:0;b3c019fcff38:36993 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T00:23:15,287 INFO [RS:0;b3c019fcff38:36993 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T00:23:15,287 INFO [RS:0;b3c019fcff38:36993 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T00:23:15,288 INFO [RS:0;b3c019fcff38:36993 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T00:23:15,288 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b641d45a4e3637eeeddcab984abe1029 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-10T00:23:15,288 INFO [RS:0;b3c019fcff38:36993 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T00:23:15,288 DEBUG [RS:0;b3c019fcff38:36993 {}] regionserver.HRegionServer(1325): Online Regions={b641d45a4e3637eeeddcab984abe1029=test,,1731198180388.b641d45a4e3637eeeddcab984abe1029., 1588230740=hbase:meta,,1.1588230740, 504342b839fca647c2dc1540fb7b4b0f=hbase:replication,,1731198183185.504342b839fca647c2dc1540fb7b4b0f.} 2024-11-10T00:23:15,288 DEBUG [RS:0;b3c019fcff38:36993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 504342b839fca647c2dc1540fb7b4b0f, b641d45a4e3637eeeddcab984abe1029 2024-11-10T00:23:15,288 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T00:23:15,288 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T00:23:15,288 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T00:23:15,288 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T00:23:15,288 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T00:23:15,288 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T00:23:15,310 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/data/hbase/meta/1588230740/.tmp/info/a28749714e9e4610af6ff6088bd3d2bf is 147, key is hbase:replication,,1731198183185.504342b839fca647c2dc1540fb7b4b0f./info:regioninfo/1731198184355/Put/seqid=0 2024-11-10T00:23:15,310 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/data/default/test/b641d45a4e3637eeeddcab984abe1029/.tmp/f/3e7a0749936a496e95b10f1e8f1147a3 is 29, key is row1/f:/1731198190514/DeleteFamily/seqid=0 2024-11-10T00:23:15,311 INFO [regionserver/b3c019fcff38:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T00:23:15,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45975 is added to blk_1073741840_1016 (size=5118) 2024-11-10T00:23:15,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45975 is added to blk_1073741841_1017 (size=7686) 2024-11-10T00:23:15,315 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/data/default/test/b641d45a4e3637eeeddcab984abe1029/.tmp/f/3e7a0749936a496e95b10f1e8f1147a3 2024-11-10T00:23:15,318 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3e7a0749936a496e95b10f1e8f1147a3 2024-11-10T00:23:15,332 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/data/default/test/b641d45a4e3637eeeddcab984abe1029/.tmp/f1/71fd1ad7b54a48129f8b5605738396a5 is 30, key is row1/f1:/1731198190514/DeleteFamily/seqid=0 2024-11-10T00:23:15,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45975 is added to blk_1073741842_1018 (size=5123) 2024-11-10T00:23:15,439 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626.replicationSource.wal-reader.b3c019fcff38%2C36993%2C1731198174626,1-b3c019fcff38,36993,1731198174626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/WALs/b3c019fcff38,36993,1731198174626/b3c019fcff38%2C36993%2C1731198174626.1731198176220 to pos 914, reset compression=false 2024-11-10T00:23:15,444 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626.replicationSource.wal-reader.b3c019fcff38%2C36993%2C1731198174626,1-b3c019fcff38,36993,1731198174626 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T00:23:15,444 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626.replicationSource.wal-reader.b3c019fcff38%2C36993%2C1731198174626,1-b3c019fcff38,36993,1731198174626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/WALs/b3c019fcff38,36993,1731198174626/b3c019fcff38%2C36993%2C1731198174626.1731198176220 to pos 1161, reset compression=false 2024-11-10T00:23:15,444 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626.replicationSource.shipperb3c019fcff38%2C36993%2C1731198174626,1-b3c019fcff38,36993,1731198174626 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,36993,1731198174626 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/WALs/b3c019fcff38,36993,1731198174626/b3c019fcff38%2C36993%2C1731198174626.1731198176220, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T00:23:15,445 ERROR [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626.replicationSource.shipperb3c019fcff38%2C36993%2C1731198174626,1-b3c019fcff38,36993,1731198174626 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b3c019fcff38,36993,1731198174626: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b3c019fcff38,36993,1731198174626, walGroup=b3c019fcff38%2C36993%2C1731198174626, offset=b3c019fcff38%2C36993%2C1731198174626.1731198176220:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b3c019fcff38:36993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T00:23:15,446 ERROR [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626.replicationSource.shipperb3c019fcff38%2C36993%2C1731198174626,1-b3c019fcff38,36993,1731198174626 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T00:23:15,446 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626.replicationSource.shipperb3c019fcff38%2C36993%2C1731198174626,1-b3c019fcff38,36993,1731198174626 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T00:23:15,446 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626.replicationSource.shipperb3c019fcff38%2C36993%2C1731198174626,1-b3c019fcff38,36993,1731198174626 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T00:23:15,446 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626.replicationSource.shipperb3c019fcff38%2C36993%2C1731198174626,1-b3c019fcff38,36993,1731198174626 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T00:23:15,446 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626.replicationSource.shipperb3c019fcff38%2C36993%2C1731198174626,1-b3c019fcff38,36993,1731198174626 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T00:23:15,446 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626.replicationSource.shipperb3c019fcff38%2C36993%2C1731198174626,1-b3c019fcff38,36993,1731198174626 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 661402112 }, "NonHeapMemoryUsage": { "committed": 195166208, "init": 7667712, "max": -1, "used": 191924248 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T00:23:15,447 WARN [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626.replicationSource.shipperb3c019fcff38%2C36993%2C1731198174626,1-b3c019fcff38,36993,1731198174626 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b3c019fcff38:42803 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b3c019fcff38:42803 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T00:23:15,488 DEBUG [RS:0;b3c019fcff38:36993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 504342b839fca647c2dc1540fb7b4b0f, b641d45a4e3637eeeddcab984abe1029 2024-11-10T00:23:15,648 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626.replicationSource.wal-reader.b3c019fcff38%2C36993%2C1731198174626,1-b3c019fcff38,36993,1731198174626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/WALs/b3c019fcff38,36993,1731198174626/b3c019fcff38%2C36993%2C1731198174626.1731198176220 to pos 1161, reset compression=false 2024-11-10T00:23:15,688 DEBUG [RS:0;b3c019fcff38:36993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 504342b839fca647c2dc1540fb7b4b0f, b641d45a4e3637eeeddcab984abe1029 2024-11-10T00:23:15,715 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/data/hbase/meta/1588230740/.tmp/info/a28749714e9e4610af6ff6088bd3d2bf 2024-11-10T00:23:15,733 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/data/hbase/meta/1588230740/.tmp/ns/dcbaf2a8074341bfa736a79f8b5b8f83 is 43, key is default/ns:d/1731198176636/Put/seqid=0 2024-11-10T00:23:15,735 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/data/default/test/b641d45a4e3637eeeddcab984abe1029/.tmp/f1/71fd1ad7b54a48129f8b5605738396a5 2024-11-10T00:23:15,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45975 is added to blk_1073741843_1019 (size=5153) 2024-11-10T00:23:15,739 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 71fd1ad7b54a48129f8b5605738396a5 2024-11-10T00:23:15,753 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/data/default/test/b641d45a4e3637eeeddcab984abe1029/.tmp/norep/451745bab21440d09b32aa88d930f336 is 32, key is row/norep:/1731198189508/DeleteFamily/seqid=0 2024-11-10T00:23:15,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45975 is added to blk_1073741844_1020 (size=5101) 2024-11-10T00:23:15,888 DEBUG [RS:0;b3c019fcff38:36993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 504342b839fca647c2dc1540fb7b4b0f, b641d45a4e3637eeeddcab984abe1029 2024-11-10T00:23:15,951 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626.replicationSource.wal-reader.b3c019fcff38%2C36993%2C1731198174626,1-b3c019fcff38,36993,1731198174626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/WALs/b3c019fcff38,36993,1731198174626/b3c019fcff38%2C36993%2C1731198174626.1731198176220 to pos 1161, reset compression=false 2024-11-10T00:23:16,088 INFO [regionserver/b3c019fcff38:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T00:23:16,088 INFO [regionserver/b3c019fcff38:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T00:23:16,089 DEBUG [RS:0;b3c019fcff38:36993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 504342b839fca647c2dc1540fb7b4b0f, b641d45a4e3637eeeddcab984abe1029 2024-11-10T00:23:16,137 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/data/hbase/meta/1588230740/.tmp/ns/dcbaf2a8074341bfa736a79f8b5b8f83 2024-11-10T00:23:16,155 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/data/hbase/meta/1588230740/.tmp/rep_barrier/a0d317a3911b4891b0b168c6ae28c54c is 112, key is test,,1731198180388.b641d45a4e3637eeeddcab984abe1029./rep_barrier:seqnumDuringOpen/1731198180738/Put/seqid=0 2024-11-10T00:23:16,157 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/data/default/test/b641d45a4e3637eeeddcab984abe1029/.tmp/norep/451745bab21440d09b32aa88d930f336 2024-11-10T00:23:16,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45975 is added to blk_1073741845_1021 (size=5518) 2024-11-10T00:23:16,161 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 451745bab21440d09b32aa88d930f336 2024-11-10T00:23:16,161 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/data/default/test/b641d45a4e3637eeeddcab984abe1029/.tmp/f/3e7a0749936a496e95b10f1e8f1147a3 as hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/data/default/test/b641d45a4e3637eeeddcab984abe1029/f/3e7a0749936a496e95b10f1e8f1147a3 2024-11-10T00:23:16,165 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3e7a0749936a496e95b10f1e8f1147a3 2024-11-10T00:23:16,165 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/data/default/test/b641d45a4e3637eeeddcab984abe1029/f/3e7a0749936a496e95b10f1e8f1147a3, entries=2, sequenceid=8, filesize=5.0 K 2024-11-10T00:23:16,166 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/data/default/test/b641d45a4e3637eeeddcab984abe1029/.tmp/f1/71fd1ad7b54a48129f8b5605738396a5 as hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/data/default/test/b641d45a4e3637eeeddcab984abe1029/f1/71fd1ad7b54a48129f8b5605738396a5 2024-11-10T00:23:16,169 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 71fd1ad7b54a48129f8b5605738396a5 2024-11-10T00:23:16,169 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/data/default/test/b641d45a4e3637eeeddcab984abe1029/f1/71fd1ad7b54a48129f8b5605738396a5, entries=2, sequenceid=8, filesize=5.0 K 2024-11-10T00:23:16,170 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/data/default/test/b641d45a4e3637eeeddcab984abe1029/.tmp/norep/451745bab21440d09b32aa88d930f336 as hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/data/default/test/b641d45a4e3637eeeddcab984abe1029/norep/451745bab21440d09b32aa88d930f336 2024-11-10T00:23:16,173 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 451745bab21440d09b32aa88d930f336 2024-11-10T00:23:16,173 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/data/default/test/b641d45a4e3637eeeddcab984abe1029/norep/451745bab21440d09b32aa88d930f336, entries=1, sequenceid=8, filesize=5.0 K 2024-11-10T00:23:16,174 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for b641d45a4e3637eeeddcab984abe1029 in 887ms, sequenceid=8, compaction requested=false 2024-11-10T00:23:16,178 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/data/default/test/b641d45a4e3637eeeddcab984abe1029/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-10T00:23:16,178 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T00:23:16,178 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T00:23:16,178 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731198180388.b641d45a4e3637eeeddcab984abe1029. 2024-11-10T00:23:16,178 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b641d45a4e3637eeeddcab984abe1029: Waiting for close lock at 1731198195287Running coprocessor pre-close hooks at 1731198195287Disabling compacts and flushes for region at 1731198195287Disabling writes for close at 1731198195287Obtaining lock to block concurrent updates at 1731198195288 (+1 ms)Preparing flush snapshotting stores in b641d45a4e3637eeeddcab984abe1029 at 1731198195288Finished memstore snapshotting test,,1731198180388.b641d45a4e3637eeeddcab984abe1029., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731198195288Flushing stores of test,,1731198180388.b641d45a4e3637eeeddcab984abe1029. at 1731198195288Flushing b641d45a4e3637eeeddcab984abe1029/f: creating writer at 1731198195289 (+1 ms)Flushing b641d45a4e3637eeeddcab984abe1029/f: appending metadata at 1731198195309 (+20 ms)Flushing b641d45a4e3637eeeddcab984abe1029/f: closing flushed file at 1731198195309Flushing b641d45a4e3637eeeddcab984abe1029/f1: creating writer at 1731198195318 (+9 ms)Flushing b641d45a4e3637eeeddcab984abe1029/f1: appending metadata at 1731198195331 (+13 ms)Flushing b641d45a4e3637eeeddcab984abe1029/f1: closing flushed file at 1731198195331Flushing b641d45a4e3637eeeddcab984abe1029/norep: creating writer at 1731198195739 (+408 ms)Flushing b641d45a4e3637eeeddcab984abe1029/norep: appending metadata at 1731198195752 (+13 ms)Flushing b641d45a4e3637eeeddcab984abe1029/norep: closing flushed file at 1731198195752Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42160c88: reopening flushed file at 1731198196161 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48c2ee60: reopening flushed file at 1731198196165 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@712f2a97: reopening flushed file at 1731198196169 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for b641d45a4e3637eeeddcab984abe1029 in 887ms, sequenceid=8, compaction requested=false at 1731198196174 (+5 ms)Writing region close event to WAL at 1731198196175 (+1 ms)Running coprocessor post-close hooks at 1731198196178 (+3 ms)Closed at 1731198196178 2024-11-10T00:23:16,178 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731198180388.b641d45a4e3637eeeddcab984abe1029. 2024-11-10T00:23:16,179 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 504342b839fca647c2dc1540fb7b4b0f, disabling compactions & flushes 2024-11-10T00:23:16,179 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731198183185.504342b839fca647c2dc1540fb7b4b0f. 2024-11-10T00:23:16,179 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731198183185.504342b839fca647c2dc1540fb7b4b0f. 2024-11-10T00:23:16,179 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731198183185.504342b839fca647c2dc1540fb7b4b0f. after waiting 0 ms 2024-11-10T00:23:16,179 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731198183185.504342b839fca647c2dc1540fb7b4b0f. 2024-11-10T00:23:16,179 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 504342b839fca647c2dc1540fb7b4b0f: Waiting for close lock at 1731198196179Running coprocessor pre-close hooks at 1731198196179Disabling compacts and flushes for region at 1731198196179Disabling writes for close at 1731198196179Failed flush hbase:replication,,1731198183185.504342b839fca647c2dc1540fb7b4b0f., putting online again at 1731198196179 2024-11-10T00:23:16,179 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731198183185.504342b839fca647c2dc1540fb7b4b0f. 2024-11-10T00:23:16,289 INFO [RS:0;b3c019fcff38:36993 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T00:23:16,289 DEBUG [RS:0;b3c019fcff38:36993 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 504342b839fca647c2dc1540fb7b4b0f=hbase:replication,,1731198183185.504342b839fca647c2dc1540fb7b4b0f.} 2024-11-10T00:23:16,289 INFO [RS:0;b3c019fcff38:36993 {}] regionserver.HRegionServer(3091): Received CLOSE for 504342b839fca647c2dc1540fb7b4b0f 2024-11-10T00:23:16,289 DEBUG [RS:0;b3c019fcff38:36993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 504342b839fca647c2dc1540fb7b4b0f 2024-11-10T00:23:16,289 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 504342b839fca647c2dc1540fb7b4b0f, disabling compactions & flushes 2024-11-10T00:23:16,289 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731198183185.504342b839fca647c2dc1540fb7b4b0f. 2024-11-10T00:23:16,289 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731198183185.504342b839fca647c2dc1540fb7b4b0f. 2024-11-10T00:23:16,289 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731198183185.504342b839fca647c2dc1540fb7b4b0f. after waiting 0 ms 2024-11-10T00:23:16,289 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731198183185.504342b839fca647c2dc1540fb7b4b0f. 2024-11-10T00:23:16,289 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 504342b839fca647c2dc1540fb7b4b0f: Waiting for close lock at 1731198196289Running coprocessor pre-close hooks at 1731198196289Disabling compacts and flushes for region at 1731198196289Disabling writes for close at 1731198196289Failed flush hbase:replication,,1731198183185.504342b839fca647c2dc1540fb7b4b0f., putting online again at 1731198196289 2024-11-10T00:23:16,289 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731198183185.504342b839fca647c2dc1540fb7b4b0f. 2024-11-10T00:23:16,355 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626.replicationSource.wal-reader.b3c019fcff38%2C36993%2C1731198174626,1-b3c019fcff38,36993,1731198174626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/WALs/b3c019fcff38,36993,1731198174626/b3c019fcff38%2C36993%2C1731198174626.1731198176220 to pos 1161, reset compression=false 2024-11-10T00:23:16,359 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626.replicationSource.wal-reader.b3c019fcff38%2C36993%2C1731198174626,1-b3c019fcff38,36993,1731198174626 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T00:23:16,359 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626.replicationSource.wal-reader.b3c019fcff38%2C36993%2C1731198174626,1-b3c019fcff38,36993,1731198174626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/WALs/b3c019fcff38,36993,1731198174626/b3c019fcff38%2C36993%2C1731198174626.1731198176220 to pos 1805, reset compression=false 2024-11-10T00:23:16,489 DEBUG [RS:0;b3c019fcff38:36993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:23:16,560 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/data/hbase/meta/1588230740/.tmp/rep_barrier/a0d317a3911b4891b0b168c6ae28c54c 2024-11-10T00:23:16,562 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626.replicationSource.wal-reader.b3c019fcff38%2C36993%2C1731198174626,1-b3c019fcff38,36993,1731198174626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/WALs/b3c019fcff38,36993,1731198174626/b3c019fcff38%2C36993%2C1731198174626.1731198176220 to pos 1805, reset compression=false 2024-11-10T00:23:16,581 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/data/hbase/meta/1588230740/.tmp/table/97726a92fca94ba5a70d9447cdc9286d is 53, key is hbase:replication/table:state/1731198184362/Put/seqid=0 2024-11-10T00:23:16,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45975 is added to blk_1073741846_1022 (size=5308) 2024-11-10T00:23:16,689 DEBUG [RS:0;b3c019fcff38:36993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:23:16,865 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626.replicationSource.wal-reader.b3c019fcff38%2C36993%2C1731198174626,1-b3c019fcff38,36993,1731198174626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/WALs/b3c019fcff38,36993,1731198174626/b3c019fcff38%2C36993%2C1731198174626.1731198176220 to pos 1805, reset compression=false 2024-11-10T00:23:16,889 DEBUG [RS:0;b3c019fcff38:36993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:23:16,985 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/data/hbase/meta/1588230740/.tmp/table/97726a92fca94ba5a70d9447cdc9286d 2024-11-10T00:23:16,989 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/data/hbase/meta/1588230740/.tmp/info/a28749714e9e4610af6ff6088bd3d2bf as hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/data/hbase/meta/1588230740/info/a28749714e9e4610af6ff6088bd3d2bf 2024-11-10T00:23:16,992 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/data/hbase/meta/1588230740/info/a28749714e9e4610af6ff6088bd3d2bf, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T00:23:16,993 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/data/hbase/meta/1588230740/.tmp/ns/dcbaf2a8074341bfa736a79f8b5b8f83 as hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/data/hbase/meta/1588230740/ns/dcbaf2a8074341bfa736a79f8b5b8f83 2024-11-10T00:23:16,997 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/data/hbase/meta/1588230740/ns/dcbaf2a8074341bfa736a79f8b5b8f83, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T00:23:16,997 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/data/hbase/meta/1588230740/.tmp/rep_barrier/a0d317a3911b4891b0b168c6ae28c54c as hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/data/hbase/meta/1588230740/rep_barrier/a0d317a3911b4891b0b168c6ae28c54c 2024-11-10T00:23:17,001 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/data/hbase/meta/1588230740/rep_barrier/a0d317a3911b4891b0b168c6ae28c54c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T00:23:17,002 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/data/hbase/meta/1588230740/.tmp/table/97726a92fca94ba5a70d9447cdc9286d as hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/data/hbase/meta/1588230740/table/97726a92fca94ba5a70d9447cdc9286d 2024-11-10T00:23:17,005 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/data/hbase/meta/1588230740/table/97726a92fca94ba5a70d9447cdc9286d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T00:23:17,006 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1718ms, sequenceid=16, compaction requested=false 2024-11-10T00:23:17,010 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T00:23:17,011 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T00:23:17,011 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T00:23:17,011 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T00:23:17,011 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731198195288Running coprocessor pre-close hooks at 1731198195288Disabling compacts and flushes for region at 1731198195288Disabling writes for close at 1731198195288Obtaining lock to block concurrent updates at 1731198195288Preparing flush snapshotting stores in 1588230740 at 1731198195288Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731198195288Flushing stores of hbase:meta,,1.1588230740 at 1731198195289 (+1 ms)Flushing 1588230740/info: creating writer at 1731198195289Flushing 1588230740/info: appending metadata at 1731198195309 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731198195310 (+1 ms)Flushing 1588230740/ns: creating writer at 1731198195719 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731198195732 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731198195732Flushing 1588230740/rep_barrier: creating writer at 1731198196141 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731198196155 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731198196155Flushing 1588230740/table: creating writer at 1731198196564 (+409 ms)Flushing 1588230740/table: appending metadata at 1731198196581 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731198196581Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f7c7350: reopening flushed file at 1731198196989 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cd61430: reopening flushed file at 1731198196993 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f560297: reopening flushed file at 1731198196997 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78b1d321: reopening flushed file at 1731198197001 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1718ms, sequenceid=16, compaction requested=false at 1731198197006 (+5 ms)Writing region close event to WAL at 1731198197008 (+2 ms)Running coprocessor post-close hooks at 1731198197011 (+3 ms)Closed at 1731198197011 2024-11-10T00:23:17,011 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T00:23:17,090 INFO [RS:0;b3c019fcff38:36993 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-10T00:23:17,090 INFO [RS:0;b3c019fcff38:36993 {}] regionserver.HRegionServer(976): stopping server b3c019fcff38,36993,1731198174626; all regions closed. 2024-11-10T00:23:17,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45975 is added to blk_1073741834_1010 (size=4239) 2024-11-10T00:23:17,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45975 is added to blk_1073741839_1015 (size=1733) 2024-11-10T00:23:17,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45975 is added to blk_1073741833_1009 (size=1813) 2024-11-10T00:23:17,100 DEBUG [RS:0;b3c019fcff38:36993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:17,100 INFO [RS:0;b3c019fcff38:36993 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T00:23:17,101 INFO [RS:0;b3c019fcff38:36993 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T00:23:17,101 INFO [RS:0;b3c019fcff38:36993 {}] hbase.ChoreService(370): Chore service for: regionserver/b3c019fcff38:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T00:23:17,101 INFO [RS:0;b3c019fcff38:36993 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T00:23:17,101 INFO [regionserver/b3c019fcff38:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T00:23:17,101 INFO [RS:0;b3c019fcff38:36993 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b3c019fcff38,36993,1731198174626 because: Region server is closing 2024-11-10T00:23:17,101 INFO [RS:0;b3c019fcff38:36993 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b3c019fcff38:36993. 2024-11-10T00:23:17,101 DEBUG [RS:0;b3c019fcff38:36993 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:23:17,101 DEBUG [RS:0;b3c019fcff38:36993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:17,102 DEBUG [RS:0;b3c019fcff38:36993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:17,102 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:23:17,202 INFO [RS:0;b3c019fcff38:36993 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626.replicationSource.shipperb3c019fcff38%2C36993%2C1731198174626,1-b3c019fcff38,36993,1731198174626 terminated 2024-11-10T00:23:17,202 WARN [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,36993,1731198174626.replicationSource.wal-reader.b3c019fcff38%2C36993%2C1731198174626,1-b3c019fcff38,36993,1731198174626 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T00:23:17,202 INFO [RS:0;b3c019fcff38:36993 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b3c019fcff38:36993. 2024-11-10T00:23:17,202 DEBUG [RS:0;b3c019fcff38:36993 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:23:17,202 DEBUG [RS:0;b3c019fcff38:36993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:17,202 DEBUG [RS:0;b3c019fcff38:36993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:17,202 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:23:17,202 INFO [RS:0;b3c019fcff38:36993 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36993 2024-11-10T00:23:17,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x100ff41ad9d0001, quorum=127.0.0.1:52195, baseZNode=/0-219875638 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-219875638/rs/b3c019fcff38,36993,1731198174626 2024-11-10T00:23:17,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42803-0x100ff41ad9d0000, quorum=127.0.0.1:52195, baseZNode=/0-219875638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219875638/rs 2024-11-10T00:23:17,205 INFO [RS:0;b3c019fcff38:36993 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T00:23:17,206 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b3c019fcff38,36993,1731198174626] 2024-11-10T00:23:17,208 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-219875638/draining/b3c019fcff38,36993,1731198174626 already deleted, retry=false 2024-11-10T00:23:17,208 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b3c019fcff38,36993,1731198174626 expired; onlineServers=0 2024-11-10T00:23:17,208 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b3c019fcff38,42803,1731198174573' ***** 2024-11-10T00:23:17,208 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T00:23:17,208 INFO [M:0;b3c019fcff38:42803 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T00:23:17,208 INFO [M:0;b3c019fcff38:42803 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T00:23:17,208 DEBUG [M:0;b3c019fcff38:42803 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T00:23:17,208 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T00:23:17,208 DEBUG [M:0;b3c019fcff38:42803 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T00:23:17,208 DEBUG [master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731198175995 {}] cleaner.HFileCleaner(306): Exit Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731198175995,5,FailOnTimeoutGroup] 2024-11-10T00:23:17,208 DEBUG [master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731198175995 {}] cleaner.HFileCleaner(306): Exit Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731198175995,5,FailOnTimeoutGroup] 2024-11-10T00:23:17,208 INFO [M:0;b3c019fcff38:42803 {}] hbase.ChoreService(370): Chore service for: master/b3c019fcff38:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T00:23:17,208 INFO [M:0;b3c019fcff38:42803 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T00:23:17,208 DEBUG [M:0;b3c019fcff38:42803 {}] master.HMaster(1795): Stopping service threads 2024-11-10T00:23:17,208 INFO [M:0;b3c019fcff38:42803 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T00:23:17,208 INFO [M:0;b3c019fcff38:42803 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T00:23:17,209 INFO [M:0;b3c019fcff38:42803 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T00:23:17,209 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T00:23:17,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42803-0x100ff41ad9d0000, quorum=127.0.0.1:52195, baseZNode=/0-219875638 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-219875638/master 2024-11-10T00:23:17,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42803-0x100ff41ad9d0000, quorum=127.0.0.1:52195, baseZNode=/0-219875638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219875638 2024-11-10T00:23:17,210 DEBUG [M:0;b3c019fcff38:42803 {}] zookeeper.ZKUtil(347): master:42803-0x100ff41ad9d0000, quorum=127.0.0.1:52195, baseZNode=/0-219875638 Unable to get data of znode /0-219875638/master because node does not exist (not an error) 2024-11-10T00:23:17,210 WARN [M:0;b3c019fcff38:42803 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T00:23:17,211 INFO [M:0;b3c019fcff38:42803 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/.lastflushedseqids 2024-11-10T00:23:17,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45975 is added to blk_1073741847_1023 (size=245) 2024-11-10T00:23:17,215 INFO [M:0;b3c019fcff38:42803 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T00:23:17,215 INFO [M:0;b3c019fcff38:42803 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T00:23:17,215 DEBUG [M:0;b3c019fcff38:42803 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T00:23:17,215 INFO [M:0;b3c019fcff38:42803 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:23:17,215 DEBUG [M:0;b3c019fcff38:42803 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:23:17,215 DEBUG [M:0;b3c019fcff38:42803 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T00:23:17,215 DEBUG [M:0;b3c019fcff38:42803 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:23:17,215 INFO [M:0;b3c019fcff38:42803 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-10T00:23:17,230 DEBUG [M:0;b3c019fcff38:42803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8dd1b0f97104fc0ba7c619aceae2309 is 82, key is hbase:meta,,1/info:regioninfo/1731198176620/Put/seqid=0 2024-11-10T00:23:17,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45975 is added to blk_1073741848_1024 (size=5672) 2024-11-10T00:23:17,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x100ff41ad9d0001, quorum=127.0.0.1:52195, baseZNode=/0-219875638 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:23:17,306 INFO [RS:0;b3c019fcff38:36993 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T00:23:17,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x100ff41ad9d0001, quorum=127.0.0.1:52195, baseZNode=/0-219875638 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:23:17,307 INFO [RS:0;b3c019fcff38:36993 {}] regionserver.HRegionServer(1031): Exiting; stopping=b3c019fcff38,36993,1731198174626; zookeeper connection closed. 2024-11-10T00:23:17,307 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@11f1c23b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@11f1c23b 2024-11-10T00:23:17,307 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T00:23:17,468 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T00:23:17,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:17,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:17,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:17,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:17,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:17,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:17,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:17,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:17,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:17,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:17,634 INFO [M:0;b3c019fcff38:42803 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8dd1b0f97104fc0ba7c619aceae2309 2024-11-10T00:23:17,656 DEBUG [M:0;b3c019fcff38:42803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e43f08d033cf44e6aca2d8fbe5f999cd is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731198184365/Put/seqid=0 2024-11-10T00:23:17,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45975 is added to blk_1073741849_1025 (size=8517) 2024-11-10T00:23:17,660 INFO [M:0;b3c019fcff38:42803 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e43f08d033cf44e6aca2d8fbe5f999cd 2024-11-10T00:23:17,680 DEBUG [M:0;b3c019fcff38:42803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c411689aedef49b7b4330f5129c1c28c is 69, key is b3c019fcff38,36993,1731198174626/rs:state/1731198176073/Put/seqid=0 2024-11-10T00:23:17,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45975 is added to blk_1073741850_1026 (size=5156) 2024-11-10T00:23:17,684 INFO [M:0;b3c019fcff38:42803 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c411689aedef49b7b4330f5129c1c28c 2024-11-10T00:23:17,688 DEBUG [M:0;b3c019fcff38:42803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8dd1b0f97104fc0ba7c619aceae2309 as hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f8dd1b0f97104fc0ba7c619aceae2309 2024-11-10T00:23:17,691 INFO [M:0;b3c019fcff38:42803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f8dd1b0f97104fc0ba7c619aceae2309, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T00:23:17,692 DEBUG [M:0;b3c019fcff38:42803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e43f08d033cf44e6aca2d8fbe5f999cd as hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e43f08d033cf44e6aca2d8fbe5f999cd 2024-11-10T00:23:17,695 INFO [M:0;b3c019fcff38:42803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e43f08d033cf44e6aca2d8fbe5f999cd, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T00:23:17,696 DEBUG [M:0;b3c019fcff38:42803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c411689aedef49b7b4330f5129c1c28c as hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c411689aedef49b7b4330f5129c1c28c 2024-11-10T00:23:17,699 INFO [M:0;b3c019fcff38:42803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44343/user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c411689aedef49b7b4330f5129c1c28c, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T00:23:17,700 INFO [M:0;b3c019fcff38:42803 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 485ms, sequenceid=97, compaction requested=false 2024-11-10T00:23:17,702 INFO [M:0;b3c019fcff38:42803 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:23:17,702 DEBUG [M:0;b3c019fcff38:42803 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731198197215Disabling compacts and flushes for region at 1731198197215Disabling writes for close at 1731198197215Obtaining lock to block concurrent updates at 1731198197215Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731198197215Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731198197216 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731198197216Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731198197216Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731198197230 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731198197230Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731198197638 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731198197655 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731198197655Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731198197663 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731198197680 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731198197680Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46ff710c: reopening flushed file at 1731198197687 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@441b4999: reopening flushed file at 1731198197691 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70925f54: reopening flushed file at 1731198197695 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 485ms, sequenceid=97, compaction requested=false at 1731198197700 (+5 ms)Writing region close event to WAL at 1731198197701 (+1 ms)Closed at 1731198197702 (+1 ms) 2024-11-10T00:23:17,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45975 is added to blk_1073741830_1006 (size=63666) 2024-11-10T00:23:17,704 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a6f07533-23f1-a154-a7ad-3c864f5ae27d/MasterData/WALs/b3c019fcff38,42803,1731198174573/b3c019fcff38%2C42803%2C1731198174573.1731198175913 not finished, retry = 0 2024-11-10T00:23:17,805 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T00:23:17,805 INFO [M:0;b3c019fcff38:42803 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T00:23:17,805 INFO [M:0;b3c019fcff38:42803 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42803 2024-11-10T00:23:17,805 INFO [M:0;b3c019fcff38:42803 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T00:23:17,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42803-0x100ff41ad9d0000, quorum=127.0.0.1:52195, baseZNode=/0-219875638 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:23:17,908 INFO [M:0;b3c019fcff38:42803 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T00:23:17,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42803-0x100ff41ad9d0000, quorum=127.0.0.1:52195, baseZNode=/0-219875638 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:23:17,912 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@257e1cd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T00:23:17,912 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12b0a9aa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T00:23:17,912 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T00:23:17,912 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65ffc534{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T00:23:17,912 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67bebb46{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cff53e-e5f9-ccea-df28-c44a43241a91/hadoop.log.dir/,STOPPED} 2024-11-10T00:23:17,913 WARN [BP-743434481-172.17.0.2-1731198173992 heartbeating to localhost/127.0.0.1:44343 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T00:23:17,913 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T00:23:17,913 WARN [BP-743434481-172.17.0.2-1731198173992 heartbeating to localhost/127.0.0.1:44343 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-743434481-172.17.0.2-1731198173992 (Datanode Uuid f203a8be-196e-4455-bd22-bead2a8cbe9a) service to localhost/127.0.0.1:44343 2024-11-10T00:23:17,913 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T00:23:17,914 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cff53e-e5f9-ccea-df28-c44a43241a91/cluster_946b63bf-6ea9-278e-14b4-c5f18e811d81/data/data1/current/BP-743434481-172.17.0.2-1731198173992 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T00:23:17,914 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cff53e-e5f9-ccea-df28-c44a43241a91/cluster_946b63bf-6ea9-278e-14b4-c5f18e811d81/data/data2/current/BP-743434481-172.17.0.2-1731198173992 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T00:23:17,914 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T00:23:17,920 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e6d1833{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T00:23:17,921 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b6c1525{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T00:23:17,921 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T00:23:17,921 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ea90aa6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T00:23:17,921 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37119634{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cff53e-e5f9-ccea-df28-c44a43241a91/hadoop.log.dir/,STOPPED} 2024-11-10T00:23:17,926 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T00:23:17,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T00:23:17,945 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=265 (was 245) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44343 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:44343 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:44343 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37909 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37909 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37909 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:44343 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52195) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44343 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37909 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52195) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37909 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37909 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:37909 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:44343 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44343 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44343 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37909 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=653 (was 625) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=190 (was 176) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9486 (was 9512) 2024-11-10T00:23:17,954 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=265, OpenFileDescriptor=653, MaxFileDescriptor=1048576, SystemLoadAverage=190, ProcessCount=11, AvailableMemoryMB=9486 2024-11-10T00:23:17,967 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-10T00:23:17,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2310513-ac19-dd21-7540-de75558ccd20/hadoop.log.dir so I do NOT create it in target/test-data/22a7c4a9-f165-0002-3198-45780e30dabe 2024-11-10T00:23:17,968 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2310513-ac19-dd21-7540-de75558ccd20/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T00:23:17,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2310513-ac19-dd21-7540-de75558ccd20/hadoop.tmp.dir so I do NOT create it in target/test-data/22a7c4a9-f165-0002-3198-45780e30dabe 2024-11-10T00:23:17,968 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2310513-ac19-dd21-7540-de75558ccd20/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T00:23:17,968 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22a7c4a9-f165-0002-3198-45780e30dabe 2024-11-10T00:23:17,968 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22a7c4a9-f165-0002-3198-45780e30dabe/cluster_86cb9184-5fec-33c2-0725-ef9c3e8deb77, deleteOnExit=true 2024-11-10T00:23:17,971 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22a7c4a9-f165-0002-3198-45780e30dabe/cluster_86cb9184-5fec-33c2-0725-ef9c3e8deb77/zookeeper_0, clientPort=64895, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22a7c4a9-f165-0002-3198-45780e30dabe/cluster_86cb9184-5fec-33c2-0725-ef9c3e8deb77/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22a7c4a9-f165-0002-3198-45780e30dabe/cluster_86cb9184-5fec-33c2-0725-ef9c3e8deb77/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T00:23:17,972 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64895 2024-11-10T00:23:17,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T00:23:17,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T00:23:17,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22a7c4a9-f165-0002-3198-45780e30dabe/test.cache.data in system properties and HBase conf 2024-11-10T00:23:17,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22a7c4a9-f165-0002-3198-45780e30dabe/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T00:23:17,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22a7c4a9-f165-0002-3198-45780e30dabe/hadoop.log.dir in system properties and HBase conf 2024-11-10T00:23:17,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22a7c4a9-f165-0002-3198-45780e30dabe/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T00:23:17,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22a7c4a9-f165-0002-3198-45780e30dabe/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T00:23:17,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T00:23:17,972 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T00:23:17,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22a7c4a9-f165-0002-3198-45780e30dabe/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T00:23:17,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22a7c4a9-f165-0002-3198-45780e30dabe/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T00:23:17,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22a7c4a9-f165-0002-3198-45780e30dabe/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T00:23:17,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22a7c4a9-f165-0002-3198-45780e30dabe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T00:23:17,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22a7c4a9-f165-0002-3198-45780e30dabe/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T00:23:17,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22a7c4a9-f165-0002-3198-45780e30dabe/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T00:23:17,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22a7c4a9-f165-0002-3198-45780e30dabe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T00:23:17,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22a7c4a9-f165-0002-3198-45780e30dabe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T00:23:17,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22a7c4a9-f165-0002-3198-45780e30dabe/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T00:23:17,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22a7c4a9-f165-0002-3198-45780e30dabe/nfs.dump.dir in system properties and HBase conf 2024-11-10T00:23:17,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22a7c4a9-f165-0002-3198-45780e30dabe/java.io.tmpdir in system properties and HBase conf 2024-11-10T00:23:17,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22a7c4a9-f165-0002-3198-45780e30dabe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T00:23:17,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22a7c4a9-f165-0002-3198-45780e30dabe/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T00:23:17,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22a7c4a9-f165-0002-3198-45780e30dabe/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T00:23:18,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100ff41ad9d0002, quorum=127.0.0.1:52195, baseZNode=/0-219875638 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T00:23:18,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100ff41ad9d0005, quorum=127.0.0.1:52195, baseZNode=/11266432166 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T00:23:18,024 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100ff41ad9d0005, quorum=127.0.0.1:52195, baseZNode=/11266432166 Received Disconnected from ZooKeeper, ignoring 2024-11-10T00:23:18,024 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100ff41ad9d0002, quorum=127.0.0.1:52195, baseZNode=/0-219875638 Received Disconnected from ZooKeeper, ignoring 2024-11-10T00:23:18,056 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:23:18,060 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T00:23:18,061 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T00:23:18,061 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T00:23:18,061 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T00:23:18,062 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:23:18,062 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32846df2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22a7c4a9-f165-0002-3198-45780e30dabe/hadoop.log.dir/,AVAILABLE} 2024-11-10T00:23:18,063 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d9e9be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T00:23:18,176 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f418053{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22a7c4a9-f165-0002-3198-45780e30dabe/java.io.tmpdir/jetty-localhost-44021-hadoop-hdfs-3_4_1-tests_jar-_-any-8637870007698911059/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T00:23:18,176 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d3bb997{HTTP/1.1, (http/1.1)}{localhost:44021} 2024-11-10T00:23:18,176 INFO [Time-limited test {}] server.Server(415): Started @211881ms 2024-11-10T00:23:18,212 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:23:18,212 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b3c019fcff38,40063,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b3c019fcff38:40063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T00:23:18,213 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28299 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b3c019fcff38,40063,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b3c019fcff38:40063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T00:23:18,251 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:23:18,255 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T00:23:18,257 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T00:23:18,257 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T00:23:18,257 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T00:23:18,258 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ca63448{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22a7c4a9-f165-0002-3198-45780e30dabe/hadoop.log.dir/,AVAILABLE} 2024-11-10T00:23:18,259 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c6ec404{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T00:23:18,380 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b1445b3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22a7c4a9-f165-0002-3198-45780e30dabe/java.io.tmpdir/jetty-localhost-33381-hadoop-hdfs-3_4_1-tests_jar-_-any-8813707455505365950/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T00:23:18,380 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19c6f5cf{HTTP/1.1, (http/1.1)}{localhost:33381} 2024-11-10T00:23:18,380 INFO [Time-limited test {}] server.Server(415): Started @212085ms 2024-11-10T00:23:18,382 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T00:23:18,493 WARN [Thread-2678 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22a7c4a9-f165-0002-3198-45780e30dabe/cluster_86cb9184-5fec-33c2-0725-ef9c3e8deb77/data/data1/current/BP-698994777-172.17.0.2-1731198197994/current, will proceed with Du for space computation calculation, 2024-11-10T00:23:18,493 WARN [Thread-2679 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22a7c4a9-f165-0002-3198-45780e30dabe/cluster_86cb9184-5fec-33c2-0725-ef9c3e8deb77/data/data2/current/BP-698994777-172.17.0.2-1731198197994/current, will proceed with Du for space computation calculation, 2024-11-10T00:23:18,515 WARN [Thread-2666 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T00:23:18,518 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3e0ff5c6a7542259 with lease ID 0xe8d274777fec7352: Processing first storage report for DS-0ad4b51c-c78f-4306-9de0-ece5bf4c3fc9 from datanode DatanodeRegistration(127.0.0.1:34907, datanodeUuid=e23ff129-a763-482a-86ba-ee8591d90eaa, infoPort=38295, infoSecurePort=0, ipcPort=34397, storageInfo=lv=-57;cid=testClusterID;nsid=834584328;c=1731198197994) 2024-11-10T00:23:18,518 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3e0ff5c6a7542259 with lease ID 0xe8d274777fec7352: from storage DS-0ad4b51c-c78f-4306-9de0-ece5bf4c3fc9 node DatanodeRegistration(127.0.0.1:34907, datanodeUuid=e23ff129-a763-482a-86ba-ee8591d90eaa, infoPort=38295, infoSecurePort=0, ipcPort=34397, storageInfo=lv=-57;cid=testClusterID;nsid=834584328;c=1731198197994), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T00:23:18,518 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3e0ff5c6a7542259 with lease ID 0xe8d274777fec7352: Processing first storage report for DS-64932a75-b43e-4b4c-82ef-4009b28a7317 from datanode DatanodeRegistration(127.0.0.1:34907, datanodeUuid=e23ff129-a763-482a-86ba-ee8591d90eaa, infoPort=38295, infoSecurePort=0, ipcPort=34397, storageInfo=lv=-57;cid=testClusterID;nsid=834584328;c=1731198197994) 2024-11-10T00:23:18,518 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3e0ff5c6a7542259 with lease ID 0xe8d274777fec7352: from storage DS-64932a75-b43e-4b4c-82ef-4009b28a7317 node DatanodeRegistration(127.0.0.1:34907, datanodeUuid=e23ff129-a763-482a-86ba-ee8591d90eaa, infoPort=38295, infoSecurePort=0, ipcPort=34397, storageInfo=lv=-57;cid=testClusterID;nsid=834584328;c=1731198197994), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T00:23:18,618 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22a7c4a9-f165-0002-3198-45780e30dabe 2024-11-10T00:23:18,618 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:23:18,620 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:23:18,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741825_1001 (size=7) 2024-11-10T00:23:19,028 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd with version=8 2024-11-10T00:23:19,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/hbase-staging 2024-11-10T00:23:19,031 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b3c019fcff38:0 server-side Connection retries=45 2024-11-10T00:23:19,031 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:23:19,031 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T00:23:19,031 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T00:23:19,031 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:23:19,031 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T00:23:19,031 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T00:23:19,031 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T00:23:19,032 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41263 2024-11-10T00:23:19,033 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41263 connecting to ZooKeeper ensemble=127.0.0.1:64895 2024-11-10T00:23:19,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:412630x0, quorum=127.0.0.1:64895, baseZNode=/0822493695 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:23:19,039 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41263-0x100ff420b620000 connected 2024-11-10T00:23:19,056 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:23:19,058 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:23:19,060 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41263-0x100ff420b620000, quorum=127.0.0.1:64895, baseZNode=/0822493695 Set watcher on znode that does not yet exist, /0822493695/running 2024-11-10T00:23:19,060 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd, hbase.cluster.distributed=false 2024-11-10T00:23:19,061 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41263-0x100ff420b620000, quorum=127.0.0.1:64895, baseZNode=/0822493695 Set watcher on znode that does not yet exist, /0822493695/acl 2024-11-10T00:23:19,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41263 2024-11-10T00:23:19,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41263 2024-11-10T00:23:19,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41263 2024-11-10T00:23:19,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41263 2024-11-10T00:23:19,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41263 2024-11-10T00:23:19,083 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b3c019fcff38:0 server-side Connection retries=45 2024-11-10T00:23:19,083 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:23:19,083 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T00:23:19,083 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T00:23:19,083 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:23:19,083 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T00:23:19,083 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T00:23:19,083 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T00:23:19,083 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46351 2024-11-10T00:23:19,084 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46351 connecting to ZooKeeper ensemble=127.0.0.1:64895 2024-11-10T00:23:19,084 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:23:19,086 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:23:19,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463510x0, quorum=127.0.0.1:64895, baseZNode=/0822493695 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:23:19,091 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46351-0x100ff420b620001 connected 2024-11-10T00:23:19,091 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46351-0x100ff420b620001, quorum=127.0.0.1:64895, baseZNode=/0822493695 Set watcher on znode that does not yet exist, /0822493695/running 2024-11-10T00:23:19,091 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T00:23:19,092 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T00:23:19,092 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46351-0x100ff420b620001, quorum=127.0.0.1:64895, baseZNode=/0822493695 Set watcher on znode that does not yet exist, /0822493695/master 2024-11-10T00:23:19,093 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46351-0x100ff420b620001, quorum=127.0.0.1:64895, baseZNode=/0822493695 Set watcher on znode that does not yet exist, /0822493695/acl 2024-11-10T00:23:19,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46351 2024-11-10T00:23:19,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46351 2024-11-10T00:23:19,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46351 2024-11-10T00:23:19,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46351 2024-11-10T00:23:19,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46351 2024-11-10T00:23:19,115 DEBUG [M:0;b3c019fcff38:41263 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b3c019fcff38:41263 2024-11-10T00:23:19,116 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0822493695/backup-masters/b3c019fcff38,41263,1731198199031 2024-11-10T00:23:19,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x100ff420b620000, quorum=127.0.0.1:64895, baseZNode=/0822493695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0822493695/backup-masters 2024-11-10T00:23:19,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46351-0x100ff420b620001, quorum=127.0.0.1:64895, baseZNode=/0822493695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0822493695/backup-masters 2024-11-10T00:23:19,117 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41263-0x100ff420b620000, quorum=127.0.0.1:64895, baseZNode=/0822493695 Set watcher on existing znode=/0822493695/backup-masters/b3c019fcff38,41263,1731198199031 2024-11-10T00:23:19,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x100ff420b620000, quorum=127.0.0.1:64895, baseZNode=/0822493695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0822493695 2024-11-10T00:23:19,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46351-0x100ff420b620001, quorum=127.0.0.1:64895, baseZNode=/0822493695 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0822493695/master 2024-11-10T00:23:19,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46351-0x100ff420b620001, quorum=127.0.0.1:64895, baseZNode=/0822493695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0822493695 2024-11-10T00:23:19,119 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41263-0x100ff420b620000, quorum=127.0.0.1:64895, baseZNode=/0822493695 Set watcher on existing znode=/0822493695/master 2024-11-10T00:23:19,119 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0822493695/backup-masters/b3c019fcff38,41263,1731198199031 from backup master directory 2024-11-10T00:23:19,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x100ff420b620000, quorum=127.0.0.1:64895, baseZNode=/0822493695 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0822493695/backup-masters/b3c019fcff38,41263,1731198199031 2024-11-10T00:23:19,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x100ff420b620000, quorum=127.0.0.1:64895, baseZNode=/0822493695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0822493695/backup-masters 2024-11-10T00:23:19,121 WARN [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T00:23:19,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46351-0x100ff420b620001, quorum=127.0.0.1:64895, baseZNode=/0822493695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0822493695/backup-masters 2024-11-10T00:23:19,121 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b3c019fcff38,41263,1731198199031 2024-11-10T00:23:19,124 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/hbase.id] with ID: 951cc7dd-bc1e-4737-8d86-ad6794db9021 2024-11-10T00:23:19,124 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/.tmp/hbase.id 2024-11-10T00:23:19,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741826_1002 (size=42) 2024-11-10T00:23:19,533 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/.tmp/hbase.id]:[hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/hbase.id] 2024-11-10T00:23:19,541 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:23:19,542 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T00:23:19,542 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-10T00:23:19,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x100ff420b620000, quorum=127.0.0.1:64895, baseZNode=/0822493695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0822493695 2024-11-10T00:23:19,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46351-0x100ff420b620001, quorum=127.0.0.1:64895, baseZNode=/0822493695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0822493695 2024-11-10T00:23:19,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741827_1003 (size=196) 2024-11-10T00:23:19,954 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:23:19,954 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T00:23:19,955 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:23:19,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741828_1004 (size=1189) 2024-11-10T00:23:20,361 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/MasterData/data/master/store 2024-11-10T00:23:20,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741829_1005 (size=34) 2024-11-10T00:23:20,770 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:23:20,771 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T00:23:20,771 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:23:20,771 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:23:20,771 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T00:23:20,771 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:23:20,771 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:23:20,771 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731198200771Disabling compacts and flushes for region at 1731198200771Disabling writes for close at 1731198200771Writing region close event to WAL at 1731198200771Closed at 1731198200771 2024-11-10T00:23:20,772 WARN [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/MasterData/data/master/store/.initializing 2024-11-10T00:23:20,772 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/MasterData/WALs/b3c019fcff38,41263,1731198199031 2024-11-10T00:23:20,772 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T00:23:20,774 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b3c019fcff38%2C41263%2C1731198199031, suffix=, logDir=hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/MasterData/WALs/b3c019fcff38,41263,1731198199031, archiveDir=hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/MasterData/oldWALs, maxLogs=10 2024-11-10T00:23:20,790 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/MasterData/WALs/b3c019fcff38,41263,1731198199031/b3c019fcff38%2C41263%2C1731198199031.1731198200774, exclude list is [], retry=0 2024-11-10T00:23:20,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34907,DS-0ad4b51c-c78f-4306-9de0-ece5bf4c3fc9,DISK] 2024-11-10T00:23:20,794 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/MasterData/WALs/b3c019fcff38,41263,1731198199031/b3c019fcff38%2C41263%2C1731198199031.1731198200774 2024-11-10T00:23:20,795 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38295:38295)] 2024-11-10T00:23:20,795 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:23:20,796 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:23:20,796 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:23:20,796 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:23:20,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:23:20,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T00:23:20,798 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:20,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:23:20,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:23:20,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T00:23:20,799 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:20,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:23:20,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:23:20,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T00:23:20,800 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:20,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:23:20,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:23:20,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T00:23:20,801 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:20,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:23:20,801 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:23:20,802 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:23:20,802 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:23:20,803 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:23:20,803 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:23:20,803 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:23:20,804 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:23:20,806 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:23:20,806 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65879072, jitterRate=-0.018325328826904297}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:23:20,807 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731198200796Initializing all the Stores at 1731198200796Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198200796Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198200797 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198200797Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198200797Cleaning up temporary data from old regions at 1731198200803 (+6 ms)Region opened successfully at 1731198200806 (+3 ms) 2024-11-10T00:23:20,807 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T00:23:20,809 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3788fb19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b3c019fcff38/172.17.0.2:0 2024-11-10T00:23:20,809 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T00:23:20,810 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T00:23:20,810 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T00:23:20,810 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T00:23:20,810 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T00:23:20,810 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T00:23:20,810 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T00:23:20,812 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T00:23:20,812 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41263-0x100ff420b620000, quorum=127.0.0.1:64895, baseZNode=/0822493695 Unable to get data of znode /0822493695/balancer because node does not exist (not necessarily an error) 2024-11-10T00:23:20,813 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0822493695/balancer already deleted, retry=false 2024-11-10T00:23:20,814 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T00:23:20,814 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41263-0x100ff420b620000, quorum=127.0.0.1:64895, baseZNode=/0822493695 Unable to get data of znode /0822493695/normalizer because node does not exist (not necessarily an error) 2024-11-10T00:23:20,815 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0822493695/normalizer already deleted, retry=false 2024-11-10T00:23:20,816 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T00:23:20,816 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41263-0x100ff420b620000, quorum=127.0.0.1:64895, baseZNode=/0822493695 Unable to get data of znode /0822493695/switch/split because node does not exist (not necessarily an error) 2024-11-10T00:23:20,818 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0822493695/switch/split already deleted, retry=false 2024-11-10T00:23:20,818 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41263-0x100ff420b620000, quorum=127.0.0.1:64895, baseZNode=/0822493695 Unable to get data of znode /0822493695/switch/merge because node does not exist (not necessarily an error) 2024-11-10T00:23:20,821 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0822493695/switch/merge already deleted, retry=false 2024-11-10T00:23:20,822 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41263-0x100ff420b620000, quorum=127.0.0.1:64895, baseZNode=/0822493695 Unable to get data of znode /0822493695/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T00:23:20,823 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0822493695/snapshot-cleanup already deleted, retry=false 2024-11-10T00:23:20,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x100ff420b620000, quorum=127.0.0.1:64895, baseZNode=/0822493695 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0822493695/running 2024-11-10T00:23:20,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46351-0x100ff420b620001, quorum=127.0.0.1:64895, baseZNode=/0822493695 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0822493695/running 2024-11-10T00:23:20,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x100ff420b620000, quorum=127.0.0.1:64895, baseZNode=/0822493695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0822493695 2024-11-10T00:23:20,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46351-0x100ff420b620001, quorum=127.0.0.1:64895, baseZNode=/0822493695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0822493695 2024-11-10T00:23:20,825 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b3c019fcff38,41263,1731198199031, sessionid=0x100ff420b620000, setting cluster-up flag (Was=false) 2024-11-10T00:23:20,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x100ff420b620000, quorum=127.0.0.1:64895, baseZNode=/0822493695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0822493695 2024-11-10T00:23:20,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46351-0x100ff420b620001, quorum=127.0.0.1:64895, baseZNode=/0822493695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0822493695 2024-11-10T00:23:20,832 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0822493695/flush-table-proc/acquired, /0822493695/flush-table-proc/reached, /0822493695/flush-table-proc/abort 2024-11-10T00:23:20,833 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b3c019fcff38,41263,1731198199031 2024-11-10T00:23:20,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x100ff420b620000, quorum=127.0.0.1:64895, baseZNode=/0822493695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0822493695 2024-11-10T00:23:20,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46351-0x100ff420b620001, quorum=127.0.0.1:64895, baseZNode=/0822493695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0822493695 2024-11-10T00:23:20,842 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0822493695/online-snapshot/acquired, /0822493695/online-snapshot/reached, /0822493695/online-snapshot/abort 2024-11-10T00:23:20,843 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b3c019fcff38,41263,1731198199031 2024-11-10T00:23:20,843 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T00:23:20,845 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T00:23:20,845 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T00:23:20,845 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T00:23:20,845 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b3c019fcff38,41263,1731198199031 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T00:23:20,846 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:23:20,846 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:23:20,846 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:23:20,847 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:23:20,847 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b3c019fcff38:0, corePoolSize=10, maxPoolSize=10 2024-11-10T00:23:20,847 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:23:20,847 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b3c019fcff38:0, corePoolSize=2, maxPoolSize=2 2024-11-10T00:23:20,847 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:23:20,848 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731198230848 2024-11-10T00:23:20,848 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T00:23:20,848 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:23:20,848 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T00:23:20,848 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T00:23:20,848 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T00:23:20,848 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T00:23:20,848 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T00:23:20,848 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T00:23:20,848 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:20,849 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T00:23:20,849 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T00:23:20,849 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T00:23:20,849 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T00:23:20,849 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:20,849 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T00:23:20,849 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T00:23:20,849 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T00:23:20,849 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731198200849,5,FailOnTimeoutGroup] 2024-11-10T00:23:20,852 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731198200849,5,FailOnTimeoutGroup] 2024-11-10T00:23:20,852 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:20,852 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T00:23:20,852 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:20,852 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:20,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741831_1007 (size=1321) 2024-11-10T00:23:20,858 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T00:23:20,858 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd 2024-11-10T00:23:20,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741832_1008 (size=32) 2024-11-10T00:23:20,907 INFO [RS:0;b3c019fcff38:46351 {}] regionserver.HRegionServer(746): ClusterId : 951cc7dd-bc1e-4737-8d86-ad6794db9021 2024-11-10T00:23:20,907 DEBUG [RS:0;b3c019fcff38:46351 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T00:23:20,909 DEBUG [RS:0;b3c019fcff38:46351 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T00:23:20,909 DEBUG [RS:0;b3c019fcff38:46351 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T00:23:20,911 DEBUG [RS:0;b3c019fcff38:46351 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T00:23:20,911 DEBUG [RS:0;b3c019fcff38:46351 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa6af3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b3c019fcff38/172.17.0.2:0 2024-11-10T00:23:20,923 DEBUG [RS:0;b3c019fcff38:46351 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b3c019fcff38:46351 2024-11-10T00:23:20,923 INFO [RS:0;b3c019fcff38:46351 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T00:23:20,923 INFO [RS:0;b3c019fcff38:46351 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T00:23:20,923 DEBUG [RS:0;b3c019fcff38:46351 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T00:23:20,924 INFO [RS:0;b3c019fcff38:46351 {}] regionserver.HRegionServer(2659): reportForDuty to master=b3c019fcff38,41263,1731198199031 with port=46351, startcode=1731198199082 2024-11-10T00:23:20,924 DEBUG [RS:0;b3c019fcff38:46351 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T00:23:20,925 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51175, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T00:23:20,926 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41263 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b3c019fcff38,46351,1731198199082 2024-11-10T00:23:20,926 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41263 {}] master.ServerManager(517): Registering regionserver=b3c019fcff38,46351,1731198199082 2024-11-10T00:23:20,927 DEBUG [RS:0;b3c019fcff38:46351 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd 2024-11-10T00:23:20,927 DEBUG [RS:0;b3c019fcff38:46351 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37655 2024-11-10T00:23:20,927 DEBUG [RS:0;b3c019fcff38:46351 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T00:23:20,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x100ff420b620000, quorum=127.0.0.1:64895, baseZNode=/0822493695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0822493695/rs 2024-11-10T00:23:20,929 DEBUG [RS:0;b3c019fcff38:46351 {}] zookeeper.ZKUtil(111): regionserver:46351-0x100ff420b620001, quorum=127.0.0.1:64895, baseZNode=/0822493695 Set watcher on existing znode=/0822493695/rs/b3c019fcff38,46351,1731198199082 2024-11-10T00:23:20,929 WARN [RS:0;b3c019fcff38:46351 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T00:23:20,929 INFO [RS:0;b3c019fcff38:46351 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:23:20,929 DEBUG [RS:0;b3c019fcff38:46351 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082 2024-11-10T00:23:20,930 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b3c019fcff38,46351,1731198199082] 2024-11-10T00:23:20,932 INFO [RS:0;b3c019fcff38:46351 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T00:23:20,933 INFO [RS:0;b3c019fcff38:46351 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T00:23:20,934 INFO [RS:0;b3c019fcff38:46351 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T00:23:20,934 INFO [RS:0;b3c019fcff38:46351 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:20,934 INFO [RS:0;b3c019fcff38:46351 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T00:23:20,934 INFO [RS:0;b3c019fcff38:46351 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T00:23:20,934 INFO [RS:0;b3c019fcff38:46351 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:20,934 DEBUG [RS:0;b3c019fcff38:46351 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:23:20,934 DEBUG [RS:0;b3c019fcff38:46351 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:23:20,934 DEBUG [RS:0;b3c019fcff38:46351 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:23:20,934 DEBUG [RS:0;b3c019fcff38:46351 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:23:20,934 DEBUG [RS:0;b3c019fcff38:46351 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:23:20,935 DEBUG [RS:0;b3c019fcff38:46351 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b3c019fcff38:0, corePoolSize=2, maxPoolSize=2 2024-11-10T00:23:20,935 DEBUG [RS:0;b3c019fcff38:46351 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:23:20,935 DEBUG [RS:0;b3c019fcff38:46351 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:23:20,935 DEBUG [RS:0;b3c019fcff38:46351 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:23:20,935 DEBUG [RS:0;b3c019fcff38:46351 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:23:20,935 DEBUG [RS:0;b3c019fcff38:46351 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:23:20,935 DEBUG [RS:0;b3c019fcff38:46351 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:23:20,935 DEBUG [RS:0;b3c019fcff38:46351 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0, corePoolSize=3, maxPoolSize=3 2024-11-10T00:23:20,935 DEBUG [RS:0;b3c019fcff38:46351 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0, corePoolSize=3, maxPoolSize=3 2024-11-10T00:23:20,935 INFO [RS:0;b3c019fcff38:46351 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:20,935 INFO [RS:0;b3c019fcff38:46351 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:20,935 INFO [RS:0;b3c019fcff38:46351 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:20,935 INFO [RS:0;b3c019fcff38:46351 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:20,935 INFO [RS:0;b3c019fcff38:46351 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:20,935 INFO [RS:0;b3c019fcff38:46351 {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,46351,1731198199082-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T00:23:20,949 INFO [RS:0;b3c019fcff38:46351 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T00:23:20,949 INFO [RS:0;b3c019fcff38:46351 {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,46351,1731198199082-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:20,949 INFO [RS:0;b3c019fcff38:46351 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:20,949 INFO [RS:0;b3c019fcff38:46351 {}] regionserver.Replication(171): b3c019fcff38,46351,1731198199082 started 2024-11-10T00:23:20,963 INFO [RS:0;b3c019fcff38:46351 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:20,963 INFO [RS:0;b3c019fcff38:46351 {}] regionserver.HRegionServer(1482): Serving as b3c019fcff38,46351,1731198199082, RpcServer on b3c019fcff38/172.17.0.2:46351, sessionid=0x100ff420b620001 2024-11-10T00:23:20,963 DEBUG [RS:0;b3c019fcff38:46351 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T00:23:20,963 DEBUG [RS:0;b3c019fcff38:46351 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b3c019fcff38,46351,1731198199082 2024-11-10T00:23:20,963 DEBUG [RS:0;b3c019fcff38:46351 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b3c019fcff38,46351,1731198199082' 2024-11-10T00:23:20,963 DEBUG [RS:0;b3c019fcff38:46351 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0822493695/flush-table-proc/abort' 2024-11-10T00:23:20,964 DEBUG [RS:0;b3c019fcff38:46351 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0822493695/flush-table-proc/acquired' 2024-11-10T00:23:20,964 DEBUG [RS:0;b3c019fcff38:46351 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T00:23:20,964 DEBUG [RS:0;b3c019fcff38:46351 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T00:23:20,964 DEBUG [RS:0;b3c019fcff38:46351 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b3c019fcff38,46351,1731198199082 2024-11-10T00:23:20,964 DEBUG [RS:0;b3c019fcff38:46351 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b3c019fcff38,46351,1731198199082' 2024-11-10T00:23:20,964 DEBUG [RS:0;b3c019fcff38:46351 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0822493695/online-snapshot/abort' 2024-11-10T00:23:20,964 DEBUG [RS:0;b3c019fcff38:46351 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0822493695/online-snapshot/acquired' 2024-11-10T00:23:20,964 DEBUG [RS:0;b3c019fcff38:46351 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T00:23:20,964 INFO [RS:0;b3c019fcff38:46351 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T00:23:20,964 INFO [RS:0;b3c019fcff38:46351 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T00:23:21,065 INFO [RS:0;b3c019fcff38:46351 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T00:23:21,066 INFO [RS:0;b3c019fcff38:46351 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b3c019fcff38%2C46351%2C1731198199082, suffix=, logDir=hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082, archiveDir=hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/oldWALs, maxLogs=10 2024-11-10T00:23:21,079 DEBUG [RS:0;b3c019fcff38:46351 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066, exclude list is [], retry=0 2024-11-10T00:23:21,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34907,DS-0ad4b51c-c78f-4306-9de0-ece5bf4c3fc9,DISK] 2024-11-10T00:23:21,083 INFO [RS:0;b3c019fcff38:46351 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066 2024-11-10T00:23:21,083 DEBUG [RS:0;b3c019fcff38:46351 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38295:38295)] 2024-11-10T00:23:21,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:23:21,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T00:23:21,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T00:23:21,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:21,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:23:21,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T00:23:21,270 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T00:23:21,270 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:21,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:23:21,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T00:23:21,271 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T00:23:21,271 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:21,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:23:21,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T00:23:21,272 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T00:23:21,272 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:21,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:23:21,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T00:23:21,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/data/hbase/meta/1588230740 2024-11-10T00:23:21,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/data/hbase/meta/1588230740 2024-11-10T00:23:21,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T00:23:21,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T00:23:21,275 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:23:21,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T00:23:21,277 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:23:21,277 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73381040, jitterRate=0.09346270561218262}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:23:21,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731198201266Initializing all the Stores at 1731198201267 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198201267Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198201267Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198201267Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198201267Cleaning up temporary data from old regions at 1731198201274 (+7 ms)Region opened successfully at 1731198201277 (+3 ms) 2024-11-10T00:23:21,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T00:23:21,278 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T00:23:21,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T00:23:21,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T00:23:21,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T00:23:21,278 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T00:23:21,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731198201278Disabling compacts and flushes for region at 1731198201278Disabling writes for close at 1731198201278Writing region close event to WAL at 1731198201278Closed at 1731198201278 2024-11-10T00:23:21,279 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:23:21,279 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T00:23:21,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T00:23:21,280 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T00:23:21,281 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T00:23:21,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T00:23:21,343 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T00:23:21,343 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T00:23:21,431 DEBUG [b3c019fcff38:41263 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T00:23:21,432 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b3c019fcff38,46351,1731198199082 2024-11-10T00:23:21,433 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b3c019fcff38,46351,1731198199082, state=OPENING 2024-11-10T00:23:21,435 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T00:23:21,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x100ff420b620000, quorum=127.0.0.1:64895, baseZNode=/0822493695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0822493695 2024-11-10T00:23:21,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46351-0x100ff420b620001, quorum=127.0.0.1:64895, baseZNode=/0822493695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0822493695 2024-11-10T00:23:21,437 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T00:23:21,437 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b3c019fcff38,46351,1731198199082}] 2024-11-10T00:23:21,437 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0822493695/meta-region-server: CHANGED 2024-11-10T00:23:21,437 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0822493695/meta-region-server: CHANGED 2024-11-10T00:23:21,589 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T00:23:21,591 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33721, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T00:23:21,594 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T00:23:21,594 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:23:21,594 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T00:23:21,595 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b3c019fcff38%2C46351%2C1731198199082.meta, suffix=.meta, logDir=hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082, archiveDir=hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/oldWALs, maxLogs=10 2024-11-10T00:23:21,608 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.meta.1731198201595.meta, exclude list is [], retry=0 2024-11-10T00:23:21,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34907,DS-0ad4b51c-c78f-4306-9de0-ece5bf4c3fc9,DISK] 2024-11-10T00:23:21,611 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.meta.1731198201595.meta 2024-11-10T00:23:21,612 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38295:38295)] 2024-11-10T00:23:21,612 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:23:21,612 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T00:23:21,612 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T00:23:21,612 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T00:23:21,612 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T00:23:21,612 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T00:23:21,612 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:23:21,613 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T00:23:21,613 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T00:23:21,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T00:23:21,614 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T00:23:21,614 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:21,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:23:21,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T00:23:21,615 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T00:23:21,615 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:21,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:23:21,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T00:23:21,616 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T00:23:21,616 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:21,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:23:21,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T00:23:21,617 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T00:23:21,617 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:21,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:23:21,617 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T00:23:21,618 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/data/hbase/meta/1588230740 2024-11-10T00:23:21,618 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/data/hbase/meta/1588230740 2024-11-10T00:23:21,619 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T00:23:21,619 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T00:23:21,619 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:23:21,620 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T00:23:21,621 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63453059, jitterRate=-0.05447573959827423}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:23:21,621 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T00:23:21,621 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731198201613Writing region info on filesystem at 1731198201613Initializing all the Stores at 1731198201613Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198201613Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198201613Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198201613Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198201613Cleaning up temporary data from old regions at 1731198201619 (+6 ms)Running coprocessor post-open hooks at 1731198201621 (+2 ms)Region opened successfully at 1731198201621 2024-11-10T00:23:21,622 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731198201589 2024-11-10T00:23:21,624 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T00:23:21,624 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T00:23:21,624 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,46351,1731198199082 2024-11-10T00:23:21,625 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b3c019fcff38,46351,1731198199082, state=OPEN 2024-11-10T00:23:21,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x100ff420b620000, quorum=127.0.0.1:64895, baseZNode=/0822493695 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0822493695/meta-region-server 2024-11-10T00:23:21,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46351-0x100ff420b620001, quorum=127.0.0.1:64895, baseZNode=/0822493695 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0822493695/meta-region-server 2024-11-10T00:23:21,629 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0822493695/meta-region-server: CHANGED 2024-11-10T00:23:21,629 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b3c019fcff38,46351,1731198199082 2024-11-10T00:23:21,629 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0822493695/meta-region-server: CHANGED 2024-11-10T00:23:21,631 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T00:23:21,631 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b3c019fcff38,46351,1731198199082 in 192 msec 2024-11-10T00:23:21,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T00:23:21,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 352 msec 2024-11-10T00:23:21,633 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:23:21,633 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T00:23:21,634 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:23:21,634 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,46351,1731198199082, seqNum=-1] 2024-11-10T00:23:21,634 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:23:21,635 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52389, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:23:21,639 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 794 msec 2024-11-10T00:23:21,639 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731198201639, completionTime=-1 2024-11-10T00:23:21,639 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T00:23:21,639 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T00:23:21,641 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T00:23:21,641 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731198261641 2024-11-10T00:23:21,641 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731198321641 2024-11-10T00:23:21,641 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T00:23:21,641 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,41263,1731198199031-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:21,641 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,41263,1731198199031-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:21,641 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,41263,1731198199031-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:21,641 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b3c019fcff38:41263, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:21,641 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:21,642 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:21,643 DEBUG [master/b3c019fcff38:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T00:23:21,645 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.524sec 2024-11-10T00:23:21,645 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T00:23:21,645 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T00:23:21,645 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T00:23:21,645 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T00:23:21,645 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T00:23:21,645 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,41263,1731198199031-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T00:23:21,645 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,41263,1731198199031-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T00:23:21,646 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T00:23:21,646 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T00:23:21,646 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,41263,1731198199031-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:21,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68e8f27f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:21,708 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,41263,-1 for getting cluster id 2024-11-10T00:23:21,708 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:23:21,709 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '951cc7dd-bc1e-4737-8d86-ad6794db9021' 2024-11-10T00:23:21,709 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:23:21,709 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "951cc7dd-bc1e-4737-8d86-ad6794db9021" 2024-11-10T00:23:21,709 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@637fcaec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:21,709 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,41263,-1] 2024-11-10T00:23:21,710 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:23:21,710 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:21,710 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:23:21,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14804509, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:21,711 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:23:21,712 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,46351,1731198199082, seqNum=-1] 2024-11-10T00:23:21,712 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:23:21,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:23:21,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b3c019fcff38,41263,1731198199031 2024-11-10T00:23:21,715 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64895 2024-11-10T00:23:21,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64895, baseZNode=/0822493695 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:23:21,718 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100ff420b620002 connected 2024-11-10T00:23:21,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22a7c4a9-f165-0002-3198-45780e30dabe/hadoop.log.dir so I do NOT create it in target/test-data/7b6caaea-35eb-1a26-cb0c-c87114406f25 2024-11-10T00:23:21,721 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22a7c4a9-f165-0002-3198-45780e30dabe/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T00:23:21,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22a7c4a9-f165-0002-3198-45780e30dabe/hadoop.tmp.dir so I do NOT create it in target/test-data/7b6caaea-35eb-1a26-cb0c-c87114406f25 2024-11-10T00:23:21,721 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22a7c4a9-f165-0002-3198-45780e30dabe/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T00:23:21,721 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6caaea-35eb-1a26-cb0c-c87114406f25 2024-11-10T00:23:21,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T00:23:21,721 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6caaea-35eb-1a26-cb0c-c87114406f25/cluster_f538c259-8005-6f76-2687-d87da1317be6, deleteOnExit=true 2024-11-10T00:23:21,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T00:23:21,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6caaea-35eb-1a26-cb0c-c87114406f25/test.cache.data in system properties and HBase conf 2024-11-10T00:23:21,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6caaea-35eb-1a26-cb0c-c87114406f25/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T00:23:21,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6caaea-35eb-1a26-cb0c-c87114406f25/hadoop.log.dir in system properties and HBase conf 2024-11-10T00:23:21,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6caaea-35eb-1a26-cb0c-c87114406f25/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T00:23:21,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6caaea-35eb-1a26-cb0c-c87114406f25/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T00:23:21,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T00:23:21,722 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T00:23:21,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6caaea-35eb-1a26-cb0c-c87114406f25/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T00:23:21,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6caaea-35eb-1a26-cb0c-c87114406f25/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T00:23:21,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6caaea-35eb-1a26-cb0c-c87114406f25/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T00:23:21,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6caaea-35eb-1a26-cb0c-c87114406f25/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T00:23:21,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6caaea-35eb-1a26-cb0c-c87114406f25/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T00:23:21,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6caaea-35eb-1a26-cb0c-c87114406f25/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T00:23:21,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6caaea-35eb-1a26-cb0c-c87114406f25/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T00:23:21,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6caaea-35eb-1a26-cb0c-c87114406f25/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T00:23:21,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6caaea-35eb-1a26-cb0c-c87114406f25/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T00:23:21,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6caaea-35eb-1a26-cb0c-c87114406f25/nfs.dump.dir in system properties and HBase conf 2024-11-10T00:23:21,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6caaea-35eb-1a26-cb0c-c87114406f25/java.io.tmpdir in system properties and HBase conf 2024-11-10T00:23:21,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6caaea-35eb-1a26-cb0c-c87114406f25/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T00:23:21,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6caaea-35eb-1a26-cb0c-c87114406f25/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T00:23:21,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6caaea-35eb-1a26-cb0c-c87114406f25/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T00:23:21,792 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:23:21,796 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T00:23:21,797 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T00:23:21,797 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T00:23:21,798 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T00:23:21,798 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:23:21,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d5cef8e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6caaea-35eb-1a26-cb0c-c87114406f25/hadoop.log.dir/,AVAILABLE} 2024-11-10T00:23:21,801 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51cf730b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T00:23:21,921 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@941b39c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6caaea-35eb-1a26-cb0c-c87114406f25/java.io.tmpdir/jetty-localhost-41125-hadoop-hdfs-3_4_1-tests_jar-_-any-4661309175264656001/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T00:23:21,922 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57254cdc{HTTP/1.1, (http/1.1)}{localhost:41125} 2024-11-10T00:23:21,922 INFO [Time-limited test {}] server.Server(415): Started @215626ms 2024-11-10T00:23:21,998 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:23:22,003 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T00:23:22,006 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T00:23:22,006 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T00:23:22,006 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T00:23:22,007 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1036e7c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6caaea-35eb-1a26-cb0c-c87114406f25/hadoop.log.dir/,AVAILABLE} 2024-11-10T00:23:22,007 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@339b9dcb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T00:23:22,122 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59439f90{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6caaea-35eb-1a26-cb0c-c87114406f25/java.io.tmpdir/jetty-localhost-33743-hadoop-hdfs-3_4_1-tests_jar-_-any-15329766253682276279/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T00:23:22,122 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@be291d4{HTTP/1.1, (http/1.1)}{localhost:33743} 2024-11-10T00:23:22,122 INFO [Time-limited test {}] server.Server(415): Started @215827ms 2024-11-10T00:23:22,123 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T00:23:22,221 WARN [Thread-2799 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6caaea-35eb-1a26-cb0c-c87114406f25/cluster_f538c259-8005-6f76-2687-d87da1317be6/data/data2/current/BP-285697726-172.17.0.2-1731198201741/current, will proceed with Du for space computation calculation, 2024-11-10T00:23:22,221 WARN [Thread-2798 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6caaea-35eb-1a26-cb0c-c87114406f25/cluster_f538c259-8005-6f76-2687-d87da1317be6/data/data1/current/BP-285697726-172.17.0.2-1731198201741/current, will proceed with Du for space computation calculation, 2024-11-10T00:23:22,245 WARN [Thread-2786 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T00:23:22,247 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x91834f206cd03dc5 with lease ID 0x756cd1908d5046b: Processing first storage report for DS-a0f52c0c-0c26-4730-8052-b7075e6b82b9 from datanode DatanodeRegistration(127.0.0.1:43775, datanodeUuid=111a8f36-05b8-4395-97be-13bfb3be6acb, infoPort=33497, infoSecurePort=0, ipcPort=42551, storageInfo=lv=-57;cid=testClusterID;nsid=384868701;c=1731198201741) 2024-11-10T00:23:22,247 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x91834f206cd03dc5 with lease ID 0x756cd1908d5046b: from storage DS-a0f52c0c-0c26-4730-8052-b7075e6b82b9 node DatanodeRegistration(127.0.0.1:43775, datanodeUuid=111a8f36-05b8-4395-97be-13bfb3be6acb, infoPort=33497, infoSecurePort=0, ipcPort=42551, storageInfo=lv=-57;cid=testClusterID;nsid=384868701;c=1731198201741), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T00:23:22,247 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x91834f206cd03dc5 with lease ID 0x756cd1908d5046b: Processing first storage report for DS-4668dcb2-966b-4973-877c-1f3396a6e791 from datanode DatanodeRegistration(127.0.0.1:43775, datanodeUuid=111a8f36-05b8-4395-97be-13bfb3be6acb, infoPort=33497, infoSecurePort=0, ipcPort=42551, storageInfo=lv=-57;cid=testClusterID;nsid=384868701;c=1731198201741) 2024-11-10T00:23:22,247 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x91834f206cd03dc5 with lease ID 0x756cd1908d5046b: from storage DS-4668dcb2-966b-4973-877c-1f3396a6e791 node DatanodeRegistration(127.0.0.1:43775, datanodeUuid=111a8f36-05b8-4395-97be-13bfb3be6acb, infoPort=33497, infoSecurePort=0, ipcPort=42551, storageInfo=lv=-57;cid=testClusterID;nsid=384868701;c=1731198201741), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T00:23:22,345 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6caaea-35eb-1a26-cb0c-c87114406f25 2024-11-10T00:23:22,345 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:23:22,357 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:23:22,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741825_1001 (size=7) 2024-11-10T00:23:22,513 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T00:23:22,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:22,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:22,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:22,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:22,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:22,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:22,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:22,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:22,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:22,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:22,765 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0 with version=8 2024-11-10T00:23:22,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/hbase-staging 2024-11-10T00:23:22,767 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b3c019fcff38:0 server-side Connection retries=45 2024-11-10T00:23:22,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:23:22,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T00:23:22,767 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T00:23:22,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:23:22,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T00:23:22,767 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T00:23:22,767 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T00:23:22,768 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38853 2024-11-10T00:23:22,769 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38853 connecting to ZooKeeper ensemble=127.0.0.1:64895 2024-11-10T00:23:22,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:388530x0, quorum=127.0.0.1:64895, baseZNode=/12080588551 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:23:22,771 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38853-0x100ff420b620003 connected 2024-11-10T00:23:22,782 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:23:22,784 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:23:22,797 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38853-0x100ff420b620003, quorum=127.0.0.1:64895, baseZNode=/12080588551 Set watcher on znode that does not yet exist, /12080588551/running 2024-11-10T00:23:22,797 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0, hbase.cluster.distributed=false 2024-11-10T00:23:22,798 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38853-0x100ff420b620003, quorum=127.0.0.1:64895, baseZNode=/12080588551 Set watcher on znode that does not yet exist, /12080588551/acl 2024-11-10T00:23:22,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38853 2024-11-10T00:23:22,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38853 2024-11-10T00:23:22,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38853 2024-11-10T00:23:22,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38853 2024-11-10T00:23:22,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38853 2024-11-10T00:23:22,814 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b3c019fcff38:0 server-side Connection retries=45 2024-11-10T00:23:22,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:23:22,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T00:23:22,815 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T00:23:22,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:23:22,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T00:23:22,815 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T00:23:22,815 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T00:23:22,816 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38093 2024-11-10T00:23:22,817 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38093 connecting to ZooKeeper ensemble=127.0.0.1:64895 2024-11-10T00:23:22,818 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:23:22,820 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:23:22,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:380930x0, quorum=127.0.0.1:64895, baseZNode=/12080588551 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:23:22,824 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:380930x0, quorum=127.0.0.1:64895, baseZNode=/12080588551 Set watcher on znode that does not yet exist, /12080588551/running 2024-11-10T00:23:22,824 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38093-0x100ff420b620004 connected 2024-11-10T00:23:22,824 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T00:23:22,825 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T00:23:22,825 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38093-0x100ff420b620004, quorum=127.0.0.1:64895, baseZNode=/12080588551 Set watcher on znode that does not yet exist, /12080588551/master 2024-11-10T00:23:22,826 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38093-0x100ff420b620004, quorum=127.0.0.1:64895, baseZNode=/12080588551 Set watcher on znode that does not yet exist, /12080588551/acl 2024-11-10T00:23:22,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38093 2024-11-10T00:23:22,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38093 2024-11-10T00:23:22,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38093 2024-11-10T00:23:22,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38093 2024-11-10T00:23:22,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38093 2024-11-10T00:23:22,844 DEBUG [M:0;b3c019fcff38:38853 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b3c019fcff38:38853 2024-11-10T00:23:22,844 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /12080588551/backup-masters/b3c019fcff38,38853,1731198202767 2024-11-10T00:23:22,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38853-0x100ff420b620003, quorum=127.0.0.1:64895, baseZNode=/12080588551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12080588551/backup-masters 2024-11-10T00:23:22,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38093-0x100ff420b620004, quorum=127.0.0.1:64895, baseZNode=/12080588551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12080588551/backup-masters 2024-11-10T00:23:22,846 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38853-0x100ff420b620003, quorum=127.0.0.1:64895, baseZNode=/12080588551 Set watcher on existing znode=/12080588551/backup-masters/b3c019fcff38,38853,1731198202767 2024-11-10T00:23:22,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38853-0x100ff420b620003, quorum=127.0.0.1:64895, baseZNode=/12080588551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12080588551 2024-11-10T00:23:22,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38093-0x100ff420b620004, quorum=127.0.0.1:64895, baseZNode=/12080588551 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12080588551/master 2024-11-10T00:23:22,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38093-0x100ff420b620004, quorum=127.0.0.1:64895, baseZNode=/12080588551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12080588551 2024-11-10T00:23:22,849 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38853-0x100ff420b620003, quorum=127.0.0.1:64895, baseZNode=/12080588551 Set watcher on existing znode=/12080588551/master 2024-11-10T00:23:22,849 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /12080588551/backup-masters/b3c019fcff38,38853,1731198202767 from backup master directory 2024-11-10T00:23:22,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38853-0x100ff420b620003, quorum=127.0.0.1:64895, baseZNode=/12080588551 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12080588551/backup-masters/b3c019fcff38,38853,1731198202767 2024-11-10T00:23:22,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38093-0x100ff420b620004, quorum=127.0.0.1:64895, baseZNode=/12080588551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12080588551/backup-masters 2024-11-10T00:23:22,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38853-0x100ff420b620003, quorum=127.0.0.1:64895, baseZNode=/12080588551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12080588551/backup-masters 2024-11-10T00:23:22,851 WARN [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T00:23:22,851 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b3c019fcff38,38853,1731198202767 2024-11-10T00:23:22,854 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/hbase.id] with ID: 9e5a06d7-ef0e-4f9a-8708-4b97881d7cd2 2024-11-10T00:23:22,854 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/.tmp/hbase.id 2024-11-10T00:23:22,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741826_1002 (size=42) 2024-11-10T00:23:23,260 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/.tmp/hbase.id]:[hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/hbase.id] 2024-11-10T00:23:23,268 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:23:23,268 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T00:23:23,269 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T00:23:23,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38093-0x100ff420b620004, quorum=127.0.0.1:64895, baseZNode=/12080588551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12080588551 2024-11-10T00:23:23,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38853-0x100ff420b620003, quorum=127.0.0.1:64895, baseZNode=/12080588551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12080588551 2024-11-10T00:23:23,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741827_1003 (size=196) 2024-11-10T00:23:23,676 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:23:23,677 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T00:23:23,677 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:23:23,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741828_1004 (size=1189) 2024-11-10T00:23:24,084 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/MasterData/data/master/store 2024-11-10T00:23:24,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741829_1005 (size=34) 2024-11-10T00:23:24,489 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:23:24,489 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T00:23:24,489 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:23:24,489 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:23:24,489 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T00:23:24,489 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:23:24,489 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:23:24,489 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731198204489Disabling compacts and flushes for region at 1731198204489Disabling writes for close at 1731198204489Writing region close event to WAL at 1731198204489Closed at 1731198204489 2024-11-10T00:23:24,490 WARN [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/MasterData/data/master/store/.initializing 2024-11-10T00:23:24,490 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/MasterData/WALs/b3c019fcff38,38853,1731198202767 2024-11-10T00:23:24,491 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T00:23:24,492 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b3c019fcff38%2C38853%2C1731198202767, suffix=, logDir=hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/MasterData/WALs/b3c019fcff38,38853,1731198202767, archiveDir=hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/MasterData/oldWALs, maxLogs=10 2024-11-10T00:23:24,509 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/MasterData/WALs/b3c019fcff38,38853,1731198202767/b3c019fcff38%2C38853%2C1731198202767.1731198204493, exclude list is [], retry=0 2024-11-10T00:23:24,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43775,DS-a0f52c0c-0c26-4730-8052-b7075e6b82b9,DISK] 2024-11-10T00:23:24,513 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/MasterData/WALs/b3c019fcff38,38853,1731198202767/b3c019fcff38%2C38853%2C1731198202767.1731198204493 2024-11-10T00:23:24,513 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33497:33497)] 2024-11-10T00:23:24,513 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:23:24,514 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:23:24,514 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:23:24,514 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:23:24,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:23:24,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T00:23:24,516 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:24,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:23:24,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:23:24,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T00:23:24,518 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:24,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:23:24,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:23:24,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T00:23:24,519 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:24,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:23:24,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:23:24,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T00:23:24,520 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:24,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:23:24,521 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:23:24,521 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:23:24,522 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:23:24,522 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:23:24,522 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:23:24,523 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:23:24,524 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:23:24,525 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:23:24,526 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63591112, jitterRate=-0.05241858959197998}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:23:24,526 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731198204514Initializing all the Stores at 1731198204514Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198204514Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198204515 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198204515Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198204515Cleaning up temporary data from old regions at 1731198204522 (+7 ms)Region opened successfully at 1731198204526 (+4 ms) 2024-11-10T00:23:24,530 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T00:23:24,533 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5690ef6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b3c019fcff38/172.17.0.2:0 2024-11-10T00:23:24,533 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T00:23:24,534 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T00:23:24,534 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T00:23:24,534 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T00:23:24,534 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T00:23:24,534 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T00:23:24,535 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T00:23:24,536 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T00:23:24,537 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38853-0x100ff420b620003, quorum=127.0.0.1:64895, baseZNode=/12080588551 Unable to get data of znode /12080588551/balancer because node does not exist (not necessarily an error) 2024-11-10T00:23:24,538 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12080588551/balancer already deleted, retry=false 2024-11-10T00:23:24,539 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T00:23:24,539 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38853-0x100ff420b620003, quorum=127.0.0.1:64895, baseZNode=/12080588551 Unable to get data of znode /12080588551/normalizer because node does not exist (not necessarily an error) 2024-11-10T00:23:24,541 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12080588551/normalizer already deleted, retry=false 2024-11-10T00:23:24,541 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T00:23:24,542 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38853-0x100ff420b620003, quorum=127.0.0.1:64895, baseZNode=/12080588551 Unable to get data of znode /12080588551/switch/split because node does not exist (not necessarily an error) 2024-11-10T00:23:24,543 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12080588551/switch/split already deleted, retry=false 2024-11-10T00:23:24,544 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38853-0x100ff420b620003, quorum=127.0.0.1:64895, baseZNode=/12080588551 Unable to get data of znode /12080588551/switch/merge because node does not exist (not necessarily an error) 2024-11-10T00:23:24,545 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12080588551/switch/merge already deleted, retry=false 2024-11-10T00:23:24,547 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38853-0x100ff420b620003, quorum=127.0.0.1:64895, baseZNode=/12080588551 Unable to get data of znode /12080588551/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T00:23:24,548 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12080588551/snapshot-cleanup already deleted, retry=false 2024-11-10T00:23:24,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38853-0x100ff420b620003, quorum=127.0.0.1:64895, baseZNode=/12080588551 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12080588551/running 2024-11-10T00:23:24,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38853-0x100ff420b620003, quorum=127.0.0.1:64895, baseZNode=/12080588551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12080588551 2024-11-10T00:23:24,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38093-0x100ff420b620004, quorum=127.0.0.1:64895, baseZNode=/12080588551 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12080588551/running 2024-11-10T00:23:24,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38093-0x100ff420b620004, quorum=127.0.0.1:64895, baseZNode=/12080588551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12080588551 2024-11-10T00:23:24,550 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b3c019fcff38,38853,1731198202767, sessionid=0x100ff420b620003, setting cluster-up flag (Was=false) 2024-11-10T00:23:24,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38853-0x100ff420b620003, quorum=127.0.0.1:64895, baseZNode=/12080588551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12080588551 2024-11-10T00:23:24,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38093-0x100ff420b620004, quorum=127.0.0.1:64895, baseZNode=/12080588551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12080588551 2024-11-10T00:23:24,560 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12080588551/flush-table-proc/acquired, /12080588551/flush-table-proc/reached, /12080588551/flush-table-proc/abort 2024-11-10T00:23:24,561 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b3c019fcff38,38853,1731198202767 2024-11-10T00:23:24,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38093-0x100ff420b620004, quorum=127.0.0.1:64895, baseZNode=/12080588551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12080588551 2024-11-10T00:23:24,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38853-0x100ff420b620003, quorum=127.0.0.1:64895, baseZNode=/12080588551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12080588551 2024-11-10T00:23:24,568 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12080588551/online-snapshot/acquired, /12080588551/online-snapshot/reached, /12080588551/online-snapshot/abort 2024-11-10T00:23:24,569 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b3c019fcff38,38853,1731198202767 2024-11-10T00:23:24,570 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T00:23:24,571 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T00:23:24,572 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T00:23:24,572 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T00:23:24,572 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b3c019fcff38,38853,1731198202767 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T00:23:24,573 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:23:24,573 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:23:24,573 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:23:24,573 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:23:24,573 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b3c019fcff38:0, corePoolSize=10, maxPoolSize=10 2024-11-10T00:23:24,573 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:23:24,573 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b3c019fcff38:0, corePoolSize=2, maxPoolSize=2 2024-11-10T00:23:24,573 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:23:24,574 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731198234574 2024-11-10T00:23:24,574 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T00:23:24,574 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:23:24,574 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T00:23:24,574 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T00:23:24,575 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T00:23:24,575 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T00:23:24,575 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T00:23:24,575 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T00:23:24,575 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:24,575 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:24,575 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T00:23:24,575 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T00:23:24,576 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T00:23:24,576 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T00:23:24,576 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T00:23:24,580 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T00:23:24,580 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T00:23:24,581 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731198204580,5,FailOnTimeoutGroup] 2024-11-10T00:23:24,581 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731198204581,5,FailOnTimeoutGroup] 2024-11-10T00:23:24,581 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:24,581 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T00:23:24,581 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:24,582 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:24,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741831_1007 (size=1321) 2024-11-10T00:23:24,635 INFO [RS:0;b3c019fcff38:38093 {}] regionserver.HRegionServer(746): ClusterId : 9e5a06d7-ef0e-4f9a-8708-4b97881d7cd2 2024-11-10T00:23:24,635 DEBUG [RS:0;b3c019fcff38:38093 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T00:23:24,637 DEBUG [RS:0;b3c019fcff38:38093 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T00:23:24,637 DEBUG [RS:0;b3c019fcff38:38093 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T00:23:24,640 DEBUG [RS:0;b3c019fcff38:38093 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T00:23:24,640 DEBUG [RS:0;b3c019fcff38:38093 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61bbcc98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b3c019fcff38/172.17.0.2:0 2024-11-10T00:23:24,653 DEBUG [RS:0;b3c019fcff38:38093 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b3c019fcff38:38093 2024-11-10T00:23:24,653 INFO [RS:0;b3c019fcff38:38093 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T00:23:24,653 INFO [RS:0;b3c019fcff38:38093 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T00:23:24,653 DEBUG [RS:0;b3c019fcff38:38093 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T00:23:24,653 INFO [RS:0;b3c019fcff38:38093 {}] regionserver.HRegionServer(2659): reportForDuty to master=b3c019fcff38,38853,1731198202767 with port=38093, startcode=1731198202814 2024-11-10T00:23:24,654 DEBUG [RS:0;b3c019fcff38:38093 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T00:23:24,655 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40589, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T00:23:24,655 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38853 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b3c019fcff38,38093,1731198202814 2024-11-10T00:23:24,656 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38853 {}] master.ServerManager(517): Registering regionserver=b3c019fcff38,38093,1731198202814 2024-11-10T00:23:24,657 DEBUG [RS:0;b3c019fcff38:38093 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0 2024-11-10T00:23:24,657 DEBUG [RS:0;b3c019fcff38:38093 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36533 2024-11-10T00:23:24,657 DEBUG [RS:0;b3c019fcff38:38093 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T00:23:24,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38853-0x100ff420b620003, quorum=127.0.0.1:64895, baseZNode=/12080588551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12080588551/rs 2024-11-10T00:23:24,659 DEBUG [RS:0;b3c019fcff38:38093 {}] zookeeper.ZKUtil(111): regionserver:38093-0x100ff420b620004, quorum=127.0.0.1:64895, baseZNode=/12080588551 Set watcher on existing znode=/12080588551/rs/b3c019fcff38,38093,1731198202814 2024-11-10T00:23:24,659 WARN [RS:0;b3c019fcff38:38093 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T00:23:24,659 INFO [RS:0;b3c019fcff38:38093 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:23:24,659 DEBUG [RS:0;b3c019fcff38:38093 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814 2024-11-10T00:23:24,659 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b3c019fcff38,38093,1731198202814] 2024-11-10T00:23:24,662 INFO [RS:0;b3c019fcff38:38093 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T00:23:24,663 INFO [RS:0;b3c019fcff38:38093 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T00:23:24,664 INFO [RS:0;b3c019fcff38:38093 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T00:23:24,664 INFO [RS:0;b3c019fcff38:38093 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:24,664 INFO [RS:0;b3c019fcff38:38093 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T00:23:24,665 INFO [RS:0;b3c019fcff38:38093 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T00:23:24,665 INFO [RS:0;b3c019fcff38:38093 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:24,665 DEBUG [RS:0;b3c019fcff38:38093 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:23:24,665 DEBUG [RS:0;b3c019fcff38:38093 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:23:24,665 DEBUG [RS:0;b3c019fcff38:38093 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:23:24,665 DEBUG [RS:0;b3c019fcff38:38093 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:23:24,665 DEBUG [RS:0;b3c019fcff38:38093 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:23:24,665 DEBUG [RS:0;b3c019fcff38:38093 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b3c019fcff38:0, corePoolSize=2, maxPoolSize=2 2024-11-10T00:23:24,665 DEBUG [RS:0;b3c019fcff38:38093 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:23:24,665 DEBUG [RS:0;b3c019fcff38:38093 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:23:24,665 DEBUG [RS:0;b3c019fcff38:38093 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:23:24,665 DEBUG [RS:0;b3c019fcff38:38093 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:23:24,665 DEBUG [RS:0;b3c019fcff38:38093 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:23:24,665 DEBUG [RS:0;b3c019fcff38:38093 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:23:24,665 DEBUG [RS:0;b3c019fcff38:38093 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0, corePoolSize=3, maxPoolSize=3 2024-11-10T00:23:24,665 DEBUG [RS:0;b3c019fcff38:38093 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0, corePoolSize=3, maxPoolSize=3 2024-11-10T00:23:24,666 INFO [RS:0;b3c019fcff38:38093 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:24,666 INFO [RS:0;b3c019fcff38:38093 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:24,666 INFO [RS:0;b3c019fcff38:38093 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:24,666 INFO [RS:0;b3c019fcff38:38093 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:24,666 INFO [RS:0;b3c019fcff38:38093 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:24,666 INFO [RS:0;b3c019fcff38:38093 {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,38093,1731198202814-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T00:23:24,682 INFO [RS:0;b3c019fcff38:38093 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T00:23:24,682 INFO [RS:0;b3c019fcff38:38093 {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,38093,1731198202814-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:24,682 INFO [RS:0;b3c019fcff38:38093 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:24,682 INFO [RS:0;b3c019fcff38:38093 {}] regionserver.Replication(171): b3c019fcff38,38093,1731198202814 started 2024-11-10T00:23:24,695 INFO [RS:0;b3c019fcff38:38093 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:24,695 INFO [RS:0;b3c019fcff38:38093 {}] regionserver.HRegionServer(1482): Serving as b3c019fcff38,38093,1731198202814, RpcServer on b3c019fcff38/172.17.0.2:38093, sessionid=0x100ff420b620004 2024-11-10T00:23:24,695 DEBUG [RS:0;b3c019fcff38:38093 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T00:23:24,695 DEBUG [RS:0;b3c019fcff38:38093 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b3c019fcff38,38093,1731198202814 2024-11-10T00:23:24,695 DEBUG [RS:0;b3c019fcff38:38093 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b3c019fcff38,38093,1731198202814' 2024-11-10T00:23:24,695 DEBUG [RS:0;b3c019fcff38:38093 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12080588551/flush-table-proc/abort' 2024-11-10T00:23:24,695 DEBUG [RS:0;b3c019fcff38:38093 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12080588551/flush-table-proc/acquired' 2024-11-10T00:23:24,696 DEBUG [RS:0;b3c019fcff38:38093 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T00:23:24,696 DEBUG [RS:0;b3c019fcff38:38093 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T00:23:24,696 DEBUG [RS:0;b3c019fcff38:38093 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b3c019fcff38,38093,1731198202814 2024-11-10T00:23:24,696 DEBUG [RS:0;b3c019fcff38:38093 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b3c019fcff38,38093,1731198202814' 2024-11-10T00:23:24,696 DEBUG [RS:0;b3c019fcff38:38093 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12080588551/online-snapshot/abort' 2024-11-10T00:23:24,696 DEBUG [RS:0;b3c019fcff38:38093 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12080588551/online-snapshot/acquired' 2024-11-10T00:23:24,696 DEBUG [RS:0;b3c019fcff38:38093 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T00:23:24,696 INFO [RS:0;b3c019fcff38:38093 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T00:23:24,696 INFO [RS:0;b3c019fcff38:38093 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T00:23:24,797 INFO [RS:0;b3c019fcff38:38093 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T00:23:24,798 INFO [RS:0;b3c019fcff38:38093 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b3c019fcff38%2C38093%2C1731198202814, suffix=, logDir=hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814, archiveDir=hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/oldWALs, maxLogs=10 2024-11-10T00:23:24,811 DEBUG [RS:0;b3c019fcff38:38093 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.1731198204798, exclude list is [], retry=0 2024-11-10T00:23:24,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43775,DS-a0f52c0c-0c26-4730-8052-b7075e6b82b9,DISK] 2024-11-10T00:23:24,815 INFO [RS:0;b3c019fcff38:38093 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.1731198204798 2024-11-10T00:23:24,817 DEBUG [RS:0;b3c019fcff38:38093 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33497:33497)] 2024-11-10T00:23:24,983 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T00:23:24,983 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0 2024-11-10T00:23:24,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741833_1009 (size=32) 2024-11-10T00:23:25,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:23:25,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T00:23:25,392 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T00:23:25,392 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:25,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:23:25,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T00:23:25,393 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T00:23:25,393 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:25,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:23:25,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T00:23:25,394 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T00:23:25,394 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:25,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:23:25,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T00:23:25,395 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T00:23:25,395 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:25,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:23:25,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T00:23:25,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/data/hbase/meta/1588230740 2024-11-10T00:23:25,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/data/hbase/meta/1588230740 2024-11-10T00:23:25,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T00:23:25,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T00:23:25,398 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:23:25,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T00:23:25,400 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:23:25,400 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67027978, jitterRate=-0.0012052953243255615}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:23:25,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731198205390Initializing all the Stores at 1731198205391 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198205391Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198205391Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198205391Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198205391Cleaning up temporary data from old regions at 1731198205397 (+6 ms)Region opened successfully at 1731198205400 (+3 ms) 2024-11-10T00:23:25,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T00:23:25,401 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T00:23:25,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T00:23:25,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T00:23:25,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T00:23:25,401 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T00:23:25,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731198205401Disabling compacts and flushes for region at 1731198205401Disabling writes for close at 1731198205401Writing region close event to WAL at 1731198205401Closed at 1731198205401 2024-11-10T00:23:25,402 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:23:25,402 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T00:23:25,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T00:23:25,403 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T00:23:25,404 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T00:23:25,554 DEBUG [b3c019fcff38:38853 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T00:23:25,554 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b3c019fcff38,38093,1731198202814 2024-11-10T00:23:25,555 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b3c019fcff38,38093,1731198202814, state=OPENING 2024-11-10T00:23:25,560 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T00:23:25,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38853-0x100ff420b620003, quorum=127.0.0.1:64895, baseZNode=/12080588551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12080588551 2024-11-10T00:23:25,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38093-0x100ff420b620004, quorum=127.0.0.1:64895, baseZNode=/12080588551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12080588551 2024-11-10T00:23:25,562 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T00:23:25,562 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12080588551/meta-region-server: CHANGED 2024-11-10T00:23:25,562 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12080588551/meta-region-server: CHANGED 2024-11-10T00:23:25,562 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b3c019fcff38,38093,1731198202814}] 2024-11-10T00:23:25,715 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T00:23:25,716 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36645, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T00:23:25,719 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T00:23:25,719 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:23:25,719 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T00:23:25,720 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b3c019fcff38%2C38093%2C1731198202814.meta, suffix=.meta, logDir=hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814, archiveDir=hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/oldWALs, maxLogs=10 2024-11-10T00:23:25,733 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.meta.1731198205720.meta, exclude list is [], retry=0 2024-11-10T00:23:25,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43775,DS-a0f52c0c-0c26-4730-8052-b7075e6b82b9,DISK] 2024-11-10T00:23:25,737 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.meta.1731198205720.meta 2024-11-10T00:23:25,737 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33497:33497)] 2024-11-10T00:23:25,737 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:23:25,738 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T00:23:25,738 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T00:23:25,738 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T00:23:25,738 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T00:23:25,738 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T00:23:25,738 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:23:25,738 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T00:23:25,738 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T00:23:25,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T00:23:25,740 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T00:23:25,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:25,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:23:25,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T00:23:25,741 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T00:23:25,741 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:25,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:23:25,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T00:23:25,741 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T00:23:25,741 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:25,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:23:25,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T00:23:25,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T00:23:25,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:25,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:23:25,743 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T00:23:25,743 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/data/hbase/meta/1588230740 2024-11-10T00:23:25,744 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/data/hbase/meta/1588230740 2024-11-10T00:23:25,745 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T00:23:25,745 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T00:23:25,745 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:23:25,746 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T00:23:25,747 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70414974, jitterRate=0.049264878034591675}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:23:25,747 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T00:23:25,747 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731198205738Writing region info on filesystem at 1731198205738Initializing all the Stores at 1731198205739 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198205739Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198205739Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198205739Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198205739Cleaning up temporary data from old regions at 1731198205745 (+6 ms)Running coprocessor post-open hooks at 1731198205747 (+2 ms)Region opened successfully at 1731198205747 2024-11-10T00:23:25,748 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731198205714 2024-11-10T00:23:25,749 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T00:23:25,750 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T00:23:25,750 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,38093,1731198202814 2024-11-10T00:23:25,750 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b3c019fcff38,38093,1731198202814, state=OPEN 2024-11-10T00:23:25,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38853-0x100ff420b620003, quorum=127.0.0.1:64895, baseZNode=/12080588551 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12080588551/meta-region-server 2024-11-10T00:23:25,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38093-0x100ff420b620004, quorum=127.0.0.1:64895, baseZNode=/12080588551 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12080588551/meta-region-server 2024-11-10T00:23:25,752 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b3c019fcff38,38093,1731198202814 2024-11-10T00:23:25,752 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12080588551/meta-region-server: CHANGED 2024-11-10T00:23:25,752 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12080588551/meta-region-server: CHANGED 2024-11-10T00:23:25,753 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T00:23:25,754 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b3c019fcff38,38093,1731198202814 in 190 msec 2024-11-10T00:23:25,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T00:23:25,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 352 msec 2024-11-10T00:23:25,755 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:23:25,755 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T00:23:25,756 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:23:25,756 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,38093,1731198202814, seqNum=-1] 2024-11-10T00:23:25,757 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:23:25,758 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46505, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:23:25,761 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1900 sec 2024-11-10T00:23:25,762 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731198205762, completionTime=-1 2024-11-10T00:23:25,762 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T00:23:25,762 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T00:23:25,764 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T00:23:25,764 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731198265764 2024-11-10T00:23:25,764 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731198325764 2024-11-10T00:23:25,764 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T00:23:25,764 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,38853,1731198202767-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:25,764 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,38853,1731198202767-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:25,764 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,38853,1731198202767-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:25,764 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b3c019fcff38:38853, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:25,764 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:25,765 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:25,766 DEBUG [master/b3c019fcff38:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T00:23:25,768 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.917sec 2024-11-10T00:23:25,768 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T00:23:25,768 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T00:23:25,768 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T00:23:25,768 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T00:23:25,768 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T00:23:25,768 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,38853,1731198202767-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T00:23:25,768 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,38853,1731198202767-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T00:23:25,769 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T00:23:25,770 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T00:23:25,770 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,38853,1731198202767-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:25,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52e79e53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:25,836 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,38853,-1 for getting cluster id 2024-11-10T00:23:25,836 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:23:25,837 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9e5a06d7-ef0e-4f9a-8708-4b97881d7cd2' 2024-11-10T00:23:25,837 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:23:25,838 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9e5a06d7-ef0e-4f9a-8708-4b97881d7cd2" 2024-11-10T00:23:25,838 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@389a7178, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:25,838 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,38853,-1] 2024-11-10T00:23:25,838 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:23:25,838 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:25,839 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:23:25,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c1f34ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:25,840 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:23:25,841 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,38093,1731198202814, seqNum=-1] 2024-11-10T00:23:25,841 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:23:25,842 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:23:25,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b3c019fcff38,38853,1731198202767 2024-11-10T00:23:25,844 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64895 2024-11-10T00:23:25,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64895, baseZNode=/12080588551 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:23:25,847 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100ff420b620005 connected 2024-11-10T00:23:25,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6caaea-35eb-1a26-cb0c-c87114406f25/hadoop.log.dir so I do NOT create it in target/test-data/58e50229-869f-b47c-c7b8-e4436b66b3fa 2024-11-10T00:23:25,850 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6caaea-35eb-1a26-cb0c-c87114406f25/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T00:23:25,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6caaea-35eb-1a26-cb0c-c87114406f25/hadoop.tmp.dir so I do NOT create it in target/test-data/58e50229-869f-b47c-c7b8-e4436b66b3fa 2024-11-10T00:23:25,850 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6caaea-35eb-1a26-cb0c-c87114406f25/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T00:23:25,850 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e50229-869f-b47c-c7b8-e4436b66b3fa 2024-11-10T00:23:25,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T00:23:25,850 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e50229-869f-b47c-c7b8-e4436b66b3fa/cluster_f8ec67f4-6e83-5605-7e7a-d5e5365c6482, deleteOnExit=true 2024-11-10T00:23:25,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T00:23:25,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e50229-869f-b47c-c7b8-e4436b66b3fa/test.cache.data in system properties and HBase conf 2024-11-10T00:23:25,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e50229-869f-b47c-c7b8-e4436b66b3fa/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T00:23:25,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e50229-869f-b47c-c7b8-e4436b66b3fa/hadoop.log.dir in system properties and HBase conf 2024-11-10T00:23:25,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e50229-869f-b47c-c7b8-e4436b66b3fa/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T00:23:25,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e50229-869f-b47c-c7b8-e4436b66b3fa/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T00:23:25,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T00:23:25,851 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T00:23:25,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e50229-869f-b47c-c7b8-e4436b66b3fa/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T00:23:25,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e50229-869f-b47c-c7b8-e4436b66b3fa/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T00:23:25,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e50229-869f-b47c-c7b8-e4436b66b3fa/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T00:23:25,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e50229-869f-b47c-c7b8-e4436b66b3fa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T00:23:25,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e50229-869f-b47c-c7b8-e4436b66b3fa/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T00:23:25,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e50229-869f-b47c-c7b8-e4436b66b3fa/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T00:23:25,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e50229-869f-b47c-c7b8-e4436b66b3fa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T00:23:25,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e50229-869f-b47c-c7b8-e4436b66b3fa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T00:23:25,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e50229-869f-b47c-c7b8-e4436b66b3fa/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T00:23:25,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e50229-869f-b47c-c7b8-e4436b66b3fa/nfs.dump.dir in system properties and HBase conf 2024-11-10T00:23:25,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e50229-869f-b47c-c7b8-e4436b66b3fa/java.io.tmpdir in system properties and HBase conf 2024-11-10T00:23:25,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e50229-869f-b47c-c7b8-e4436b66b3fa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T00:23:25,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e50229-869f-b47c-c7b8-e4436b66b3fa/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T00:23:25,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e50229-869f-b47c-c7b8-e4436b66b3fa/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T00:23:25,949 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:23:25,953 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T00:23:25,957 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T00:23:25,957 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T00:23:25,957 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T00:23:25,958 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:23:25,960 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51b00fd7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e50229-869f-b47c-c7b8-e4436b66b3fa/hadoop.log.dir/,AVAILABLE} 2024-11-10T00:23:25,961 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@522fe28d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T00:23:26,109 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@54a48232{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e50229-869f-b47c-c7b8-e4436b66b3fa/java.io.tmpdir/jetty-localhost-38891-hadoop-hdfs-3_4_1-tests_jar-_-any-3278018398220722591/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T00:23:26,110 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@540ec32a{HTTP/1.1, (http/1.1)}{localhost:38891} 2024-11-10T00:23:26,110 INFO [Time-limited test {}] server.Server(415): Started @219814ms 2024-11-10T00:23:26,209 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:23:26,213 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T00:23:26,216 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T00:23:26,216 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T00:23:26,216 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T00:23:26,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@190e30a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e50229-869f-b47c-c7b8-e4436b66b3fa/hadoop.log.dir/,AVAILABLE} 2024-11-10T00:23:26,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@794694b1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T00:23:26,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@757de805{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e50229-869f-b47c-c7b8-e4436b66b3fa/java.io.tmpdir/jetty-localhost-36105-hadoop-hdfs-3_4_1-tests_jar-_-any-8564299386433065184/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T00:23:26,332 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@583d7786{HTTP/1.1, (http/1.1)}{localhost:36105} 2024-11-10T00:23:26,332 INFO [Time-limited test {}] server.Server(415): Started @220037ms 2024-11-10T00:23:26,334 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T00:23:26,439 WARN [Thread-2920 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e50229-869f-b47c-c7b8-e4436b66b3fa/cluster_f8ec67f4-6e83-5605-7e7a-d5e5365c6482/data/data2/current/BP-859851572-172.17.0.2-1731198205876/current, will proceed with Du for space computation calculation, 2024-11-10T00:23:26,439 WARN [Thread-2919 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e50229-869f-b47c-c7b8-e4436b66b3fa/cluster_f8ec67f4-6e83-5605-7e7a-d5e5365c6482/data/data1/current/BP-859851572-172.17.0.2-1731198205876/current, will proceed with Du for space computation calculation, 2024-11-10T00:23:26,463 WARN [Thread-2907 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T00:23:26,465 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9e3340469d9eb20e with lease ID 0x81f45b81d7ece9ee: Processing first storage report for DS-9f033be9-6987-42ad-a73f-dac9425592fe from datanode DatanodeRegistration(127.0.0.1:45871, datanodeUuid=254dc82a-7026-478e-8b2b-69c40976c489, infoPort=39299, infoSecurePort=0, ipcPort=35749, storageInfo=lv=-57;cid=testClusterID;nsid=1439967559;c=1731198205876) 2024-11-10T00:23:26,465 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9e3340469d9eb20e with lease ID 0x81f45b81d7ece9ee: from storage DS-9f033be9-6987-42ad-a73f-dac9425592fe node DatanodeRegistration(127.0.0.1:45871, datanodeUuid=254dc82a-7026-478e-8b2b-69c40976c489, infoPort=39299, infoSecurePort=0, ipcPort=35749, storageInfo=lv=-57;cid=testClusterID;nsid=1439967559;c=1731198205876), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T00:23:26,465 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9e3340469d9eb20e with lease ID 0x81f45b81d7ece9ee: Processing first storage report for DS-2bb54a40-8c79-462a-b35e-2506ab895db7 from datanode DatanodeRegistration(127.0.0.1:45871, datanodeUuid=254dc82a-7026-478e-8b2b-69c40976c489, infoPort=39299, infoSecurePort=0, ipcPort=35749, storageInfo=lv=-57;cid=testClusterID;nsid=1439967559;c=1731198205876) 2024-11-10T00:23:26,465 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9e3340469d9eb20e with lease ID 0x81f45b81d7ece9ee: from storage DS-2bb54a40-8c79-462a-b35e-2506ab895db7 node DatanodeRegistration(127.0.0.1:45871, datanodeUuid=254dc82a-7026-478e-8b2b-69c40976c489, infoPort=39299, infoSecurePort=0, ipcPort=35749, storageInfo=lv=-57;cid=testClusterID;nsid=1439967559;c=1731198205876), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T00:23:26,557 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e50229-869f-b47c-c7b8-e4436b66b3fa 2024-11-10T00:23:26,558 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:23:26,559 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:23:26,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741825_1001 (size=7) 2024-11-10T00:23:26,932 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T00:23:26,968 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606 with version=8 2024-11-10T00:23:26,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/hbase-staging 2024-11-10T00:23:26,971 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b3c019fcff38:0 server-side Connection retries=45 2024-11-10T00:23:26,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:23:26,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T00:23:26,971 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T00:23:26,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:23:26,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T00:23:26,971 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T00:23:26,971 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T00:23:26,972 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36357 2024-11-10T00:23:26,972 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36357 connecting to ZooKeeper ensemble=127.0.0.1:64895 2024-11-10T00:23:26,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:363570x0, quorum=127.0.0.1:64895, baseZNode=/2-602024263 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:23:26,976 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36357-0x100ff420b620006 connected 2024-11-10T00:23:26,988 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:23:26,990 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:23:26,992 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36357-0x100ff420b620006, quorum=127.0.0.1:64895, baseZNode=/2-602024263 Set watcher on znode that does not yet exist, /2-602024263/running 2024-11-10T00:23:26,993 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606, hbase.cluster.distributed=false 2024-11-10T00:23:26,994 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36357-0x100ff420b620006, quorum=127.0.0.1:64895, baseZNode=/2-602024263 Set watcher on znode that does not yet exist, /2-602024263/acl 2024-11-10T00:23:26,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36357 2024-11-10T00:23:26,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36357 2024-11-10T00:23:27,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36357 2024-11-10T00:23:27,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36357 2024-11-10T00:23:27,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36357 2024-11-10T00:23:27,019 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b3c019fcff38:0 server-side Connection retries=45 2024-11-10T00:23:27,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:23:27,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T00:23:27,020 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T00:23:27,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:23:27,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T00:23:27,020 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T00:23:27,020 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T00:23:27,020 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42595 2024-11-10T00:23:27,021 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42595 connecting to ZooKeeper ensemble=127.0.0.1:64895 2024-11-10T00:23:27,022 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:23:27,023 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:23:27,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:425950x0, quorum=127.0.0.1:64895, baseZNode=/2-602024263 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:23:27,029 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:425950x0, quorum=127.0.0.1:64895, baseZNode=/2-602024263 Set watcher on znode that does not yet exist, /2-602024263/running 2024-11-10T00:23:27,029 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42595-0x100ff420b620007 connected 2024-11-10T00:23:27,029 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T00:23:27,031 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T00:23:27,031 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42595-0x100ff420b620007, quorum=127.0.0.1:64895, baseZNode=/2-602024263 Set watcher on znode that does not yet exist, /2-602024263/master 2024-11-10T00:23:27,032 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42595-0x100ff420b620007, quorum=127.0.0.1:64895, baseZNode=/2-602024263 Set watcher on znode that does not yet exist, /2-602024263/acl 2024-11-10T00:23:27,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42595 2024-11-10T00:23:27,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42595 2024-11-10T00:23:27,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42595 2024-11-10T00:23:27,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42595 2024-11-10T00:23:27,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42595 2024-11-10T00:23:27,054 DEBUG [M:0;b3c019fcff38:36357 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b3c019fcff38:36357 2024-11-10T00:23:27,056 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-602024263/backup-masters/b3c019fcff38,36357,1731198206970 2024-11-10T00:23:27,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42595-0x100ff420b620007, quorum=127.0.0.1:64895, baseZNode=/2-602024263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-602024263/backup-masters 2024-11-10T00:23:27,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36357-0x100ff420b620006, quorum=127.0.0.1:64895, baseZNode=/2-602024263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-602024263/backup-masters 2024-11-10T00:23:27,058 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36357-0x100ff420b620006, quorum=127.0.0.1:64895, baseZNode=/2-602024263 Set watcher on existing znode=/2-602024263/backup-masters/b3c019fcff38,36357,1731198206970 2024-11-10T00:23:27,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42595-0x100ff420b620007, quorum=127.0.0.1:64895, baseZNode=/2-602024263 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-602024263/master 2024-11-10T00:23:27,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36357-0x100ff420b620006, quorum=127.0.0.1:64895, baseZNode=/2-602024263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-602024263 2024-11-10T00:23:27,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42595-0x100ff420b620007, quorum=127.0.0.1:64895, baseZNode=/2-602024263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-602024263 2024-11-10T00:23:27,060 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36357-0x100ff420b620006, quorum=127.0.0.1:64895, baseZNode=/2-602024263 Set watcher on existing znode=/2-602024263/master 2024-11-10T00:23:27,060 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-602024263/backup-masters/b3c019fcff38,36357,1731198206970 from backup master directory 2024-11-10T00:23:27,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36357-0x100ff420b620006, quorum=127.0.0.1:64895, baseZNode=/2-602024263 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-602024263/backup-masters/b3c019fcff38,36357,1731198206970 2024-11-10T00:23:27,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42595-0x100ff420b620007, quorum=127.0.0.1:64895, baseZNode=/2-602024263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-602024263/backup-masters 2024-11-10T00:23:27,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36357-0x100ff420b620006, quorum=127.0.0.1:64895, baseZNode=/2-602024263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-602024263/backup-masters 2024-11-10T00:23:27,062 WARN [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T00:23:27,062 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b3c019fcff38,36357,1731198206970 2024-11-10T00:23:27,065 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/hbase.id] with ID: 0d29bad1-68f3-4846-8b86-4a3032659433 2024-11-10T00:23:27,065 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/.tmp/hbase.id 2024-11-10T00:23:27,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741826_1002 (size=42) 2024-11-10T00:23:27,470 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/.tmp/hbase.id]:[hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/hbase.id] 2024-11-10T00:23:27,479 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:23:27,479 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T00:23:27,480 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T00:23:27,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36357-0x100ff420b620006, quorum=127.0.0.1:64895, baseZNode=/2-602024263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-602024263 2024-11-10T00:23:27,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42595-0x100ff420b620007, quorum=127.0.0.1:64895, baseZNode=/2-602024263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-602024263 2024-11-10T00:23:27,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741827_1003 (size=196) 2024-11-10T00:23:27,893 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:23:27,894 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T00:23:27,895 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:23:27,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741828_1004 (size=1189) 2024-11-10T00:23:28,252 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:23:28,253 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b3c019fcff38,40063,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b3c019fcff38:40063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T00:23:28,253 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38340 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b3c019fcff38,40063,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b3c019fcff38:40063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T00:23:28,301 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/MasterData/data/master/store 2024-11-10T00:23:28,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741829_1005 (size=34) 2024-11-10T00:23:28,706 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:23:28,707 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T00:23:28,707 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:23:28,707 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:23:28,707 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T00:23:28,707 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:23:28,707 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:23:28,707 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731198208707Disabling compacts and flushes for region at 1731198208707Disabling writes for close at 1731198208707Writing region close event to WAL at 1731198208707Closed at 1731198208707 2024-11-10T00:23:28,708 WARN [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/MasterData/data/master/store/.initializing 2024-11-10T00:23:28,708 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/MasterData/WALs/b3c019fcff38,36357,1731198206970 2024-11-10T00:23:28,709 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T00:23:28,710 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b3c019fcff38%2C36357%2C1731198206970, suffix=, logDir=hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/MasterData/WALs/b3c019fcff38,36357,1731198206970, archiveDir=hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/MasterData/oldWALs, maxLogs=10 2024-11-10T00:23:28,727 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/MasterData/WALs/b3c019fcff38,36357,1731198206970/b3c019fcff38%2C36357%2C1731198206970.1731198208710, exclude list is [], retry=0 2024-11-10T00:23:28,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45871,DS-9f033be9-6987-42ad-a73f-dac9425592fe,DISK] 2024-11-10T00:23:28,731 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/MasterData/WALs/b3c019fcff38,36357,1731198206970/b3c019fcff38%2C36357%2C1731198206970.1731198208710 2024-11-10T00:23:28,732 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39299:39299)] 2024-11-10T00:23:28,732 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:23:28,733 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:23:28,733 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:23:28,733 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:23:28,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:23:28,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T00:23:28,735 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:28,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:23:28,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:23:28,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T00:23:28,737 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:28,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:23:28,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:23:28,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T00:23:28,738 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:28,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:23:28,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:23:28,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T00:23:28,739 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:28,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:23:28,739 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:23:28,740 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:23:28,740 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:23:28,741 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:23:28,741 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:23:28,741 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:23:28,742 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:23:28,743 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:23:28,743 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69459813, jitterRate=0.035031870007514954}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:23:28,744 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731198208733Initializing all the Stores at 1731198208733Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198208733Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198208734 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198208734Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198208734Cleaning up temporary data from old regions at 1731198208741 (+7 ms)Region opened successfully at 1731198208743 (+2 ms) 2024-11-10T00:23:28,744 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T00:23:28,746 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d4c7ca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b3c019fcff38/172.17.0.2:0 2024-11-10T00:23:28,747 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T00:23:28,747 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T00:23:28,747 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T00:23:28,747 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T00:23:28,747 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T00:23:28,747 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T00:23:28,748 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T00:23:28,749 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T00:23:28,750 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36357-0x100ff420b620006, quorum=127.0.0.1:64895, baseZNode=/2-602024263 Unable to get data of znode /2-602024263/balancer because node does not exist (not necessarily an error) 2024-11-10T00:23:28,751 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-602024263/balancer already deleted, retry=false 2024-11-10T00:23:28,751 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T00:23:28,752 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36357-0x100ff420b620006, quorum=127.0.0.1:64895, baseZNode=/2-602024263 Unable to get data of znode /2-602024263/normalizer because node does not exist (not necessarily an error) 2024-11-10T00:23:28,753 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-602024263/normalizer already deleted, retry=false 2024-11-10T00:23:28,753 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T00:23:28,754 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36357-0x100ff420b620006, quorum=127.0.0.1:64895, baseZNode=/2-602024263 Unable to get data of znode /2-602024263/switch/split because node does not exist (not necessarily an error) 2024-11-10T00:23:28,755 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-602024263/switch/split already deleted, retry=false 2024-11-10T00:23:28,756 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36357-0x100ff420b620006, quorum=127.0.0.1:64895, baseZNode=/2-602024263 Unable to get data of znode /2-602024263/switch/merge because node does not exist (not necessarily an error) 2024-11-10T00:23:28,758 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-602024263/switch/merge already deleted, retry=false 2024-11-10T00:23:28,759 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36357-0x100ff420b620006, quorum=127.0.0.1:64895, baseZNode=/2-602024263 Unable to get data of znode /2-602024263/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T00:23:28,760 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-602024263/snapshot-cleanup already deleted, retry=false 2024-11-10T00:23:28,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42595-0x100ff420b620007, quorum=127.0.0.1:64895, baseZNode=/2-602024263 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-602024263/running 2024-11-10T00:23:28,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36357-0x100ff420b620006, quorum=127.0.0.1:64895, baseZNode=/2-602024263 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-602024263/running 2024-11-10T00:23:28,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42595-0x100ff420b620007, quorum=127.0.0.1:64895, baseZNode=/2-602024263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-602024263 2024-11-10T00:23:28,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36357-0x100ff420b620006, quorum=127.0.0.1:64895, baseZNode=/2-602024263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-602024263 2024-11-10T00:23:28,762 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b3c019fcff38,36357,1731198206970, sessionid=0x100ff420b620006, setting cluster-up flag (Was=false) 2024-11-10T00:23:28,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42595-0x100ff420b620007, quorum=127.0.0.1:64895, baseZNode=/2-602024263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-602024263 2024-11-10T00:23:28,770 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-602024263/flush-table-proc/acquired, /2-602024263/flush-table-proc/reached, /2-602024263/flush-table-proc/abort 2024-11-10T00:23:28,771 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b3c019fcff38,36357,1731198206970 2024-11-10T00:23:28,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36357-0x100ff420b620006, quorum=127.0.0.1:64895, baseZNode=/2-602024263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-602024263 2024-11-10T00:23:28,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42595-0x100ff420b620007, quorum=127.0.0.1:64895, baseZNode=/2-602024263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-602024263 2024-11-10T00:23:28,779 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-602024263/online-snapshot/acquired, /2-602024263/online-snapshot/reached, /2-602024263/online-snapshot/abort 2024-11-10T00:23:28,780 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b3c019fcff38,36357,1731198206970 2024-11-10T00:23:28,781 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T00:23:28,782 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T00:23:28,782 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T00:23:28,782 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T00:23:28,782 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b3c019fcff38,36357,1731198206970 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T00:23:28,783 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:23:28,783 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:23:28,783 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:23:28,783 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:23:28,783 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b3c019fcff38:0, corePoolSize=10, maxPoolSize=10 2024-11-10T00:23:28,783 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:23:28,783 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b3c019fcff38:0, corePoolSize=2, maxPoolSize=2 2024-11-10T00:23:28,784 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:23:28,785 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731198238785 2024-11-10T00:23:28,785 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:23:28,785 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T00:23:28,785 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T00:23:28,785 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T00:23:28,785 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T00:23:28,785 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T00:23:28,785 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T00:23:28,785 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T00:23:28,785 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:28,786 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T00:23:28,786 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T00:23:28,786 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T00:23:28,786 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:28,786 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T00:23:28,786 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T00:23:28,786 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T00:23:28,786 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T00:23:28,788 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731198208786,5,FailOnTimeoutGroup] 2024-11-10T00:23:28,791 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731198208788,5,FailOnTimeoutGroup] 2024-11-10T00:23:28,791 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:28,791 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T00:23:28,791 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:28,791 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:28,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741831_1007 (size=1321) 2024-11-10T00:23:28,842 INFO [RS:0;b3c019fcff38:42595 {}] regionserver.HRegionServer(746): ClusterId : 0d29bad1-68f3-4846-8b86-4a3032659433 2024-11-10T00:23:28,842 DEBUG [RS:0;b3c019fcff38:42595 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T00:23:28,844 DEBUG [RS:0;b3c019fcff38:42595 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T00:23:28,844 DEBUG [RS:0;b3c019fcff38:42595 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T00:23:28,845 DEBUG [RS:0;b3c019fcff38:42595 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T00:23:28,845 DEBUG [RS:0;b3c019fcff38:42595 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1823fdce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b3c019fcff38/172.17.0.2:0 2024-11-10T00:23:28,857 DEBUG [RS:0;b3c019fcff38:42595 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b3c019fcff38:42595 2024-11-10T00:23:28,857 INFO [RS:0;b3c019fcff38:42595 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T00:23:28,857 INFO [RS:0;b3c019fcff38:42595 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T00:23:28,857 DEBUG [RS:0;b3c019fcff38:42595 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T00:23:28,857 INFO [RS:0;b3c019fcff38:42595 {}] regionserver.HRegionServer(2659): reportForDuty to master=b3c019fcff38,36357,1731198206970 with port=42595, startcode=1731198207019 2024-11-10T00:23:28,858 DEBUG [RS:0;b3c019fcff38:42595 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T00:23:28,859 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56423, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T00:23:28,859 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36357 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b3c019fcff38,42595,1731198207019 2024-11-10T00:23:28,859 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36357 {}] master.ServerManager(517): Registering regionserver=b3c019fcff38,42595,1731198207019 2024-11-10T00:23:28,861 DEBUG [RS:0;b3c019fcff38:42595 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606 2024-11-10T00:23:28,861 DEBUG [RS:0;b3c019fcff38:42595 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37767 2024-11-10T00:23:28,861 DEBUG [RS:0;b3c019fcff38:42595 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T00:23:28,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36357-0x100ff420b620006, quorum=127.0.0.1:64895, baseZNode=/2-602024263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-602024263/rs 2024-11-10T00:23:28,866 DEBUG [RS:0;b3c019fcff38:42595 {}] zookeeper.ZKUtil(111): regionserver:42595-0x100ff420b620007, quorum=127.0.0.1:64895, baseZNode=/2-602024263 Set watcher on existing znode=/2-602024263/rs/b3c019fcff38,42595,1731198207019 2024-11-10T00:23:28,866 WARN [RS:0;b3c019fcff38:42595 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T00:23:28,866 INFO [RS:0;b3c019fcff38:42595 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:23:28,867 DEBUG [RS:0;b3c019fcff38:42595 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/WALs/b3c019fcff38,42595,1731198207019 2024-11-10T00:23:28,867 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b3c019fcff38,42595,1731198207019] 2024-11-10T00:23:28,869 INFO [RS:0;b3c019fcff38:42595 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T00:23:28,870 INFO [RS:0;b3c019fcff38:42595 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T00:23:28,871 INFO [RS:0;b3c019fcff38:42595 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T00:23:28,871 INFO [RS:0;b3c019fcff38:42595 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:28,871 INFO [RS:0;b3c019fcff38:42595 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T00:23:28,872 INFO [RS:0;b3c019fcff38:42595 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T00:23:28,872 INFO [RS:0;b3c019fcff38:42595 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:28,872 DEBUG [RS:0;b3c019fcff38:42595 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:23:28,872 DEBUG [RS:0;b3c019fcff38:42595 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:23:28,872 DEBUG [RS:0;b3c019fcff38:42595 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:23:28,872 DEBUG [RS:0;b3c019fcff38:42595 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:23:28,872 DEBUG [RS:0;b3c019fcff38:42595 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:23:28,872 DEBUG [RS:0;b3c019fcff38:42595 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b3c019fcff38:0, corePoolSize=2, maxPoolSize=2 2024-11-10T00:23:28,872 DEBUG [RS:0;b3c019fcff38:42595 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:23:28,872 DEBUG [RS:0;b3c019fcff38:42595 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:23:28,872 DEBUG [RS:0;b3c019fcff38:42595 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:23:28,872 DEBUG [RS:0;b3c019fcff38:42595 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:23:28,872 DEBUG [RS:0;b3c019fcff38:42595 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:23:28,872 DEBUG [RS:0;b3c019fcff38:42595 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:23:28,872 DEBUG [RS:0;b3c019fcff38:42595 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0, corePoolSize=3, maxPoolSize=3 2024-11-10T00:23:28,872 DEBUG [RS:0;b3c019fcff38:42595 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0, corePoolSize=3, maxPoolSize=3 2024-11-10T00:23:28,876 INFO [RS:0;b3c019fcff38:42595 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:28,876 INFO [RS:0;b3c019fcff38:42595 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:28,876 INFO [RS:0;b3c019fcff38:42595 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:28,876 INFO [RS:0;b3c019fcff38:42595 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:28,876 INFO [RS:0;b3c019fcff38:42595 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:28,876 INFO [RS:0;b3c019fcff38:42595 {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,42595,1731198207019-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T00:23:28,891 INFO [RS:0;b3c019fcff38:42595 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T00:23:28,892 INFO [RS:0;b3c019fcff38:42595 {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,42595,1731198207019-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:28,892 INFO [RS:0;b3c019fcff38:42595 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:28,892 INFO [RS:0;b3c019fcff38:42595 {}] regionserver.Replication(171): b3c019fcff38,42595,1731198207019 started 2024-11-10T00:23:28,904 INFO [RS:0;b3c019fcff38:42595 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:28,904 INFO [RS:0;b3c019fcff38:42595 {}] regionserver.HRegionServer(1482): Serving as b3c019fcff38,42595,1731198207019, RpcServer on b3c019fcff38/172.17.0.2:42595, sessionid=0x100ff420b620007 2024-11-10T00:23:28,904 DEBUG [RS:0;b3c019fcff38:42595 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T00:23:28,905 DEBUG [RS:0;b3c019fcff38:42595 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b3c019fcff38,42595,1731198207019 2024-11-10T00:23:28,905 DEBUG [RS:0;b3c019fcff38:42595 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b3c019fcff38,42595,1731198207019' 2024-11-10T00:23:28,905 DEBUG [RS:0;b3c019fcff38:42595 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-602024263/flush-table-proc/abort' 2024-11-10T00:23:28,905 DEBUG [RS:0;b3c019fcff38:42595 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-602024263/flush-table-proc/acquired' 2024-11-10T00:23:28,905 DEBUG [RS:0;b3c019fcff38:42595 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T00:23:28,905 DEBUG [RS:0;b3c019fcff38:42595 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T00:23:28,905 DEBUG [RS:0;b3c019fcff38:42595 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b3c019fcff38,42595,1731198207019 2024-11-10T00:23:28,905 DEBUG [RS:0;b3c019fcff38:42595 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b3c019fcff38,42595,1731198207019' 2024-11-10T00:23:28,905 DEBUG [RS:0;b3c019fcff38:42595 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-602024263/online-snapshot/abort' 2024-11-10T00:23:28,906 DEBUG [RS:0;b3c019fcff38:42595 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-602024263/online-snapshot/acquired' 2024-11-10T00:23:28,906 DEBUG [RS:0;b3c019fcff38:42595 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T00:23:28,906 INFO [RS:0;b3c019fcff38:42595 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T00:23:28,906 INFO [RS:0;b3c019fcff38:42595 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T00:23:29,006 INFO [RS:0;b3c019fcff38:42595 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T00:23:29,007 INFO [RS:0;b3c019fcff38:42595 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b3c019fcff38%2C42595%2C1731198207019, suffix=, logDir=hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/WALs/b3c019fcff38,42595,1731198207019, archiveDir=hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/oldWALs, maxLogs=10 2024-11-10T00:23:29,020 DEBUG [RS:0;b3c019fcff38:42595 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/WALs/b3c019fcff38,42595,1731198207019/b3c019fcff38%2C42595%2C1731198207019.1731198209007, exclude list is [], retry=0 2024-11-10T00:23:29,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45871,DS-9f033be9-6987-42ad-a73f-dac9425592fe,DISK] 2024-11-10T00:23:29,024 INFO [RS:0;b3c019fcff38:42595 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/WALs/b3c019fcff38,42595,1731198207019/b3c019fcff38%2C42595%2C1731198207019.1731198209007 2024-11-10T00:23:29,024 DEBUG [RS:0;b3c019fcff38:42595 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39299:39299)] 2024-11-10T00:23:29,197 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T00:23:29,198 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606 2024-11-10T00:23:29,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741833_1009 (size=32) 2024-11-10T00:23:29,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:23:29,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T00:23:29,605 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T00:23:29,605 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:29,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:23:29,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T00:23:29,606 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T00:23:29,606 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:29,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:23:29,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T00:23:29,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T00:23:29,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:29,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:23:29,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T00:23:29,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T00:23:29,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:29,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:23:29,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T00:23:29,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/data/hbase/meta/1588230740 2024-11-10T00:23:29,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/data/hbase/meta/1588230740 2024-11-10T00:23:29,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T00:23:29,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T00:23:29,611 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:23:29,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T00:23:29,613 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:23:29,614 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70768955, jitterRate=0.05453960597515106}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:23:29,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731198209603Initializing all the Stores at 1731198209603Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198209603Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198209603Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198209603Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198209603Cleaning up temporary data from old regions at 1731198209611 (+8 ms)Region opened successfully at 1731198209614 (+3 ms) 2024-11-10T00:23:29,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T00:23:29,614 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T00:23:29,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T00:23:29,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T00:23:29,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T00:23:29,614 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T00:23:29,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731198209614Disabling compacts and flushes for region at 1731198209614Disabling writes for close at 1731198209614Writing region close event to WAL at 1731198209614Closed at 1731198209614 2024-11-10T00:23:29,615 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:23:29,615 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T00:23:29,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T00:23:29,616 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T00:23:29,617 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T00:23:29,767 DEBUG [b3c019fcff38:36357 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T00:23:29,768 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b3c019fcff38,42595,1731198207019 2024-11-10T00:23:29,769 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b3c019fcff38,42595,1731198207019, state=OPENING 2024-11-10T00:23:29,770 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T00:23:29,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36357-0x100ff420b620006, quorum=127.0.0.1:64895, baseZNode=/2-602024263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-602024263 2024-11-10T00:23:29,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42595-0x100ff420b620007, quorum=127.0.0.1:64895, baseZNode=/2-602024263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-602024263 2024-11-10T00:23:29,772 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T00:23:29,772 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-602024263/meta-region-server: CHANGED 2024-11-10T00:23:29,772 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-602024263/meta-region-server: CHANGED 2024-11-10T00:23:29,772 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b3c019fcff38,42595,1731198207019}] 2024-11-10T00:23:29,924 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T00:23:29,925 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43427, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T00:23:29,928 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T00:23:29,928 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:23:29,928 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T00:23:29,929 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b3c019fcff38%2C42595%2C1731198207019.meta, suffix=.meta, logDir=hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/WALs/b3c019fcff38,42595,1731198207019, archiveDir=hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/oldWALs, maxLogs=10 2024-11-10T00:23:29,942 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/WALs/b3c019fcff38,42595,1731198207019/b3c019fcff38%2C42595%2C1731198207019.meta.1731198209929.meta, exclude list is [], retry=0 2024-11-10T00:23:29,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45871,DS-9f033be9-6987-42ad-a73f-dac9425592fe,DISK] 2024-11-10T00:23:29,945 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/WALs/b3c019fcff38,42595,1731198207019/b3c019fcff38%2C42595%2C1731198207019.meta.1731198209929.meta 2024-11-10T00:23:29,946 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39299:39299)] 2024-11-10T00:23:29,946 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:23:29,946 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T00:23:29,946 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T00:23:29,946 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T00:23:29,946 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T00:23:29,946 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T00:23:29,946 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:23:29,946 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T00:23:29,947 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T00:23:29,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T00:23:29,948 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T00:23:29,948 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:29,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:23:29,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T00:23:29,949 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T00:23:29,949 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:29,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:23:29,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T00:23:29,950 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T00:23:29,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:29,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:23:29,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T00:23:29,951 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T00:23:29,951 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:29,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:23:29,951 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T00:23:29,951 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/data/hbase/meta/1588230740 2024-11-10T00:23:29,952 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/data/hbase/meta/1588230740 2024-11-10T00:23:29,953 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T00:23:29,953 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T00:23:29,953 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:23:29,954 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T00:23:29,954 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63016133, jitterRate=-0.06098644435405731}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:23:29,954 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T00:23:29,955 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731198209947Writing region info on filesystem at 1731198209947Initializing all the Stores at 1731198209947Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198209947Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198209947Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198209947Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198209947Cleaning up temporary data from old regions at 1731198209953 (+6 ms)Running coprocessor post-open hooks at 1731198209954 (+1 ms)Region opened successfully at 1731198209955 (+1 ms) 2024-11-10T00:23:29,955 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731198209924 2024-11-10T00:23:29,957 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T00:23:29,957 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T00:23:29,957 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,42595,1731198207019 2024-11-10T00:23:29,958 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b3c019fcff38,42595,1731198207019, state=OPEN 2024-11-10T00:23:29,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36357-0x100ff420b620006, quorum=127.0.0.1:64895, baseZNode=/2-602024263 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-602024263/meta-region-server 2024-11-10T00:23:29,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42595-0x100ff420b620007, quorum=127.0.0.1:64895, baseZNode=/2-602024263 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-602024263/meta-region-server 2024-11-10T00:23:29,960 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b3c019fcff38,42595,1731198207019 2024-11-10T00:23:29,960 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-602024263/meta-region-server: CHANGED 2024-11-10T00:23:29,960 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-602024263/meta-region-server: CHANGED 2024-11-10T00:23:29,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T00:23:29,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b3c019fcff38,42595,1731198207019 in 188 msec 2024-11-10T00:23:29,964 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T00:23:29,964 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 347 msec 2024-11-10T00:23:29,964 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:23:29,964 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T00:23:29,965 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:23:29,965 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,42595,1731198207019, seqNum=-1] 2024-11-10T00:23:29,966 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:23:29,967 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34353, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:23:29,970 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1880 sec 2024-11-10T00:23:29,970 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731198209970, completionTime=-1 2024-11-10T00:23:29,970 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T00:23:29,970 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T00:23:29,972 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T00:23:29,972 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731198269972 2024-11-10T00:23:29,972 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731198329972 2024-11-10T00:23:29,972 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T00:23:29,973 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,36357,1731198206970-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:29,973 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,36357,1731198206970-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:29,973 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,36357,1731198206970-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:29,973 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b3c019fcff38:36357, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:29,973 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:29,973 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:29,974 DEBUG [master/b3c019fcff38:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T00:23:29,976 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.914sec 2024-11-10T00:23:29,976 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T00:23:29,976 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T00:23:29,976 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T00:23:29,976 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T00:23:29,976 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T00:23:29,976 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,36357,1731198206970-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T00:23:29,976 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,36357,1731198206970-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T00:23:29,977 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T00:23:29,977 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T00:23:29,977 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,36357,1731198206970-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:23:30,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@236ee495, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:30,043 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,36357,-1 for getting cluster id 2024-11-10T00:23:30,043 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:23:30,044 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d29bad1-68f3-4846-8b86-4a3032659433' 2024-11-10T00:23:30,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:23:30,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d29bad1-68f3-4846-8b86-4a3032659433" 2024-11-10T00:23:30,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@601f5bff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:30,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,36357,-1] 2024-11-10T00:23:30,045 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:23:30,045 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:30,045 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:23:30,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@525fc1b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:30,046 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:23:30,047 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,42595,1731198207019, seqNum=-1] 2024-11-10T00:23:30,047 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:23:30,048 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:23:30,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b3c019fcff38,36357,1731198206970 2024-11-10T00:23:30,050 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:64895 2024-11-10T00:23:30,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:64895, baseZNode=/2-602024263 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:23:30,053 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x100ff420b620008 connected 2024-11-10T00:23:30,055 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:23:30,056 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,41263,1731198199031 2024-11-10T00:23:30,056 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@787085a9 2024-11-10T00:23:30,057 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:23:30,057 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:23:30,058 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:23:30,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T00:23:30,060 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T00:23:30,060 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:30,060 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T00:23:30,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:23:30,061 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T00:23:30,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741835_1011 (size=902) 2024-11-10T00:23:30,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:23:30,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:23:30,467 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6dff6b364d8087ebdc72f5fa932708e8, NAME => 'test,,1731198210058.6dff6b364d8087ebdc72f5fa932708e8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd 2024-11-10T00:23:30,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741836_1012 (size=39) 2024-11-10T00:23:30,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:23:30,873 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731198210058.6dff6b364d8087ebdc72f5fa932708e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:23:30,873 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6dff6b364d8087ebdc72f5fa932708e8, disabling compactions & flushes 2024-11-10T00:23:30,873 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731198210058.6dff6b364d8087ebdc72f5fa932708e8. 2024-11-10T00:23:30,873 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731198210058.6dff6b364d8087ebdc72f5fa932708e8. 2024-11-10T00:23:30,873 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731198210058.6dff6b364d8087ebdc72f5fa932708e8. after waiting 0 ms 2024-11-10T00:23:30,873 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731198210058.6dff6b364d8087ebdc72f5fa932708e8. 2024-11-10T00:23:30,873 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731198210058.6dff6b364d8087ebdc72f5fa932708e8. 2024-11-10T00:23:30,873 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6dff6b364d8087ebdc72f5fa932708e8: Waiting for close lock at 1731198210873Disabling compacts and flushes for region at 1731198210873Disabling writes for close at 1731198210873Writing region close event to WAL at 1731198210873Closed at 1731198210873 2024-11-10T00:23:30,874 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T00:23:30,875 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731198210058.6dff6b364d8087ebdc72f5fa932708e8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731198210874"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731198210874"}]},"ts":"1731198210874"} 2024-11-10T00:23:30,877 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T00:23:30,877 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T00:23:30,878 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731198210877"}]},"ts":"1731198210877"} 2024-11-10T00:23:30,879 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T00:23:30,879 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6dff6b364d8087ebdc72f5fa932708e8, ASSIGN}] 2024-11-10T00:23:30,880 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6dff6b364d8087ebdc72f5fa932708e8, ASSIGN 2024-11-10T00:23:30,881 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6dff6b364d8087ebdc72f5fa932708e8, ASSIGN; state=OFFLINE, location=b3c019fcff38,46351,1731198199082; forceNewPlan=false, retain=false 2024-11-10T00:23:31,032 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6dff6b364d8087ebdc72f5fa932708e8, regionState=OPENING, regionLocation=b3c019fcff38,46351,1731198199082 2024-11-10T00:23:31,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6dff6b364d8087ebdc72f5fa932708e8, ASSIGN because future has completed 2024-11-10T00:23:31,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6dff6b364d8087ebdc72f5fa932708e8, server=b3c019fcff38,46351,1731198199082}] 2024-11-10T00:23:31,189 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731198210058.6dff6b364d8087ebdc72f5fa932708e8. 2024-11-10T00:23:31,189 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6dff6b364d8087ebdc72f5fa932708e8, NAME => 'test,,1731198210058.6dff6b364d8087ebdc72f5fa932708e8.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:23:31,190 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T00:23:31,190 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T00:23:31,190 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6dff6b364d8087ebdc72f5fa932708e8 2024-11-10T00:23:31,190 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731198210058.6dff6b364d8087ebdc72f5fa932708e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:23:31,190 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6dff6b364d8087ebdc72f5fa932708e8 2024-11-10T00:23:31,190 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6dff6b364d8087ebdc72f5fa932708e8 2024-11-10T00:23:31,191 INFO [StoreOpener-6dff6b364d8087ebdc72f5fa932708e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6dff6b364d8087ebdc72f5fa932708e8 2024-11-10T00:23:31,192 INFO [StoreOpener-6dff6b364d8087ebdc72f5fa932708e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6dff6b364d8087ebdc72f5fa932708e8 columnFamilyName f 2024-11-10T00:23:31,192 DEBUG [StoreOpener-6dff6b364d8087ebdc72f5fa932708e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:31,192 INFO [StoreOpener-6dff6b364d8087ebdc72f5fa932708e8-1 {}] regionserver.HStore(327): Store=6dff6b364d8087ebdc72f5fa932708e8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:23:31,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:23:31,193 INFO [StoreOpener-6dff6b364d8087ebdc72f5fa932708e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6dff6b364d8087ebdc72f5fa932708e8 2024-11-10T00:23:31,193 INFO [StoreOpener-6dff6b364d8087ebdc72f5fa932708e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6dff6b364d8087ebdc72f5fa932708e8 columnFamilyName f1 2024-11-10T00:23:31,193 DEBUG [StoreOpener-6dff6b364d8087ebdc72f5fa932708e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:31,194 INFO [StoreOpener-6dff6b364d8087ebdc72f5fa932708e8-1 {}] regionserver.HStore(327): Store=6dff6b364d8087ebdc72f5fa932708e8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:23:31,194 INFO [StoreOpener-6dff6b364d8087ebdc72f5fa932708e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6dff6b364d8087ebdc72f5fa932708e8 2024-11-10T00:23:31,195 INFO [StoreOpener-6dff6b364d8087ebdc72f5fa932708e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6dff6b364d8087ebdc72f5fa932708e8 columnFamilyName norep 2024-11-10T00:23:31,195 DEBUG [StoreOpener-6dff6b364d8087ebdc72f5fa932708e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:31,195 INFO [StoreOpener-6dff6b364d8087ebdc72f5fa932708e8-1 {}] regionserver.HStore(327): Store=6dff6b364d8087ebdc72f5fa932708e8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:23:31,195 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6dff6b364d8087ebdc72f5fa932708e8 2024-11-10T00:23:31,196 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/data/default/test/6dff6b364d8087ebdc72f5fa932708e8 2024-11-10T00:23:31,196 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/data/default/test/6dff6b364d8087ebdc72f5fa932708e8 2024-11-10T00:23:31,196 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6dff6b364d8087ebdc72f5fa932708e8 2024-11-10T00:23:31,196 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6dff6b364d8087ebdc72f5fa932708e8 2024-11-10T00:23:31,197 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T00:23:31,198 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6dff6b364d8087ebdc72f5fa932708e8 2024-11-10T00:23:31,199 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/data/default/test/6dff6b364d8087ebdc72f5fa932708e8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:23:31,199 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6dff6b364d8087ebdc72f5fa932708e8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73521224, jitterRate=0.09555160999298096}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T00:23:31,199 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6dff6b364d8087ebdc72f5fa932708e8 2024-11-10T00:23:31,200 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6dff6b364d8087ebdc72f5fa932708e8: Running coprocessor pre-open hook at 1731198211190Writing region info on filesystem at 1731198211190Initializing all the Stores at 1731198211191 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198211191Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198211191Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198211191Cleaning up temporary data from old regions at 1731198211196 (+5 ms)Running coprocessor post-open hooks at 1731198211199 (+3 ms)Region opened successfully at 1731198211200 (+1 ms) 2024-11-10T00:23:31,201 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731198210058.6dff6b364d8087ebdc72f5fa932708e8., pid=6, masterSystemTime=1731198211186 2024-11-10T00:23:31,202 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731198210058.6dff6b364d8087ebdc72f5fa932708e8. 2024-11-10T00:23:31,202 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731198210058.6dff6b364d8087ebdc72f5fa932708e8. 2024-11-10T00:23:31,203 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6dff6b364d8087ebdc72f5fa932708e8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b3c019fcff38,46351,1731198199082 2024-11-10T00:23:31,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6dff6b364d8087ebdc72f5fa932708e8, server=b3c019fcff38,46351,1731198199082 because future has completed 2024-11-10T00:23:31,208 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T00:23:31,208 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6dff6b364d8087ebdc72f5fa932708e8, server=b3c019fcff38,46351,1731198199082 in 173 msec 2024-11-10T00:23:31,210 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T00:23:31,210 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6dff6b364d8087ebdc72f5fa932708e8, ASSIGN in 329 msec 2024-11-10T00:23:31,211 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T00:23:31,211 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731198211211"}]},"ts":"1731198211211"} 2024-11-10T00:23:31,213 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T00:23:31,213 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T00:23:31,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-10T00:23:31,240 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T00:23:31,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:31,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:31,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:31,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:31,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:31,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:31,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:31,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:31,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:31,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:31,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T00:23:31,343 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T00:23:31,343 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T00:23:31,343 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-10T00:23:31,343 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T00:23:31,343 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-10T00:23:32,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:23:32,203 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T00:23:32,203 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:23:32,204 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,38853,1731198202767 2024-11-10T00:23:32,204 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e864eee 2024-11-10T00:23:32,204 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:23:32,205 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:23:32,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:23:32,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T00:23:32,208 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T00:23:32,208 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:32,208 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T00:23:32,209 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T00:23:32,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:23:32,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741835_1011 (size=902) 2024-11-10T00:23:32,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:23:32,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:23:32,615 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3e5640de384ca76d608bd974e1c2a6f6, NAME => 'test,,1731198212205.3e5640de384ca76d608bd974e1c2a6f6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0 2024-11-10T00:23:32,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741836_1012 (size=39) 2024-11-10T00:23:32,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:23:32,933 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T00:23:33,020 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731198212205.3e5640de384ca76d608bd974e1c2a6f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:23:33,020 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3e5640de384ca76d608bd974e1c2a6f6, disabling compactions & flushes 2024-11-10T00:23:33,021 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731198212205.3e5640de384ca76d608bd974e1c2a6f6. 2024-11-10T00:23:33,021 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731198212205.3e5640de384ca76d608bd974e1c2a6f6. 2024-11-10T00:23:33,021 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731198212205.3e5640de384ca76d608bd974e1c2a6f6. after waiting 0 ms 2024-11-10T00:23:33,021 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731198212205.3e5640de384ca76d608bd974e1c2a6f6. 2024-11-10T00:23:33,021 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731198212205.3e5640de384ca76d608bd974e1c2a6f6. 2024-11-10T00:23:33,021 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3e5640de384ca76d608bd974e1c2a6f6: Waiting for close lock at 1731198213020Disabling compacts and flushes for region at 1731198213020Disabling writes for close at 1731198213021 (+1 ms)Writing region close event to WAL at 1731198213021Closed at 1731198213021 2024-11-10T00:23:33,022 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T00:23:33,022 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731198212205.3e5640de384ca76d608bd974e1c2a6f6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731198213022"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731198213022"}]},"ts":"1731198213022"} 2024-11-10T00:23:33,024 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T00:23:33,024 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T00:23:33,025 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731198213024"}]},"ts":"1731198213024"} 2024-11-10T00:23:33,026 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T00:23:33,026 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3e5640de384ca76d608bd974e1c2a6f6, ASSIGN}] 2024-11-10T00:23:33,027 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3e5640de384ca76d608bd974e1c2a6f6, ASSIGN 2024-11-10T00:23:33,028 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3e5640de384ca76d608bd974e1c2a6f6, ASSIGN; state=OFFLINE, location=b3c019fcff38,38093,1731198202814; forceNewPlan=false, retain=false 2024-11-10T00:23:33,178 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3e5640de384ca76d608bd974e1c2a6f6, regionState=OPENING, regionLocation=b3c019fcff38,38093,1731198202814 2024-11-10T00:23:33,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3e5640de384ca76d608bd974e1c2a6f6, ASSIGN because future has completed 2024-11-10T00:23:33,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e5640de384ca76d608bd974e1c2a6f6, server=b3c019fcff38,38093,1731198202814}] 2024-11-10T00:23:33,336 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731198212205.3e5640de384ca76d608bd974e1c2a6f6. 2024-11-10T00:23:33,337 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3e5640de384ca76d608bd974e1c2a6f6, NAME => 'test,,1731198212205.3e5640de384ca76d608bd974e1c2a6f6.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:23:33,337 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T00:23:33,337 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T00:23:33,338 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3e5640de384ca76d608bd974e1c2a6f6 2024-11-10T00:23:33,338 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731198212205.3e5640de384ca76d608bd974e1c2a6f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:23:33,338 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3e5640de384ca76d608bd974e1c2a6f6 2024-11-10T00:23:33,338 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3e5640de384ca76d608bd974e1c2a6f6 2024-11-10T00:23:33,339 INFO [StoreOpener-3e5640de384ca76d608bd974e1c2a6f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3e5640de384ca76d608bd974e1c2a6f6 2024-11-10T00:23:33,341 INFO [StoreOpener-3e5640de384ca76d608bd974e1c2a6f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e5640de384ca76d608bd974e1c2a6f6 columnFamilyName f 2024-11-10T00:23:33,341 DEBUG [StoreOpener-3e5640de384ca76d608bd974e1c2a6f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:33,341 INFO [StoreOpener-3e5640de384ca76d608bd974e1c2a6f6-1 {}] regionserver.HStore(327): Store=3e5640de384ca76d608bd974e1c2a6f6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:23:33,341 INFO [StoreOpener-3e5640de384ca76d608bd974e1c2a6f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3e5640de384ca76d608bd974e1c2a6f6 2024-11-10T00:23:33,342 INFO [StoreOpener-3e5640de384ca76d608bd974e1c2a6f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e5640de384ca76d608bd974e1c2a6f6 columnFamilyName f1 2024-11-10T00:23:33,342 DEBUG [StoreOpener-3e5640de384ca76d608bd974e1c2a6f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:33,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:23:33,343 INFO [StoreOpener-3e5640de384ca76d608bd974e1c2a6f6-1 {}] regionserver.HStore(327): Store=3e5640de384ca76d608bd974e1c2a6f6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:23:33,343 INFO [StoreOpener-3e5640de384ca76d608bd974e1c2a6f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3e5640de384ca76d608bd974e1c2a6f6 2024-11-10T00:23:33,344 INFO [StoreOpener-3e5640de384ca76d608bd974e1c2a6f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e5640de384ca76d608bd974e1c2a6f6 columnFamilyName norep 2024-11-10T00:23:33,344 DEBUG [StoreOpener-3e5640de384ca76d608bd974e1c2a6f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:33,344 INFO [StoreOpener-3e5640de384ca76d608bd974e1c2a6f6-1 {}] regionserver.HStore(327): Store=3e5640de384ca76d608bd974e1c2a6f6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:23:33,344 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3e5640de384ca76d608bd974e1c2a6f6 2024-11-10T00:23:33,345 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/data/default/test/3e5640de384ca76d608bd974e1c2a6f6 2024-11-10T00:23:33,345 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/data/default/test/3e5640de384ca76d608bd974e1c2a6f6 2024-11-10T00:23:33,346 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3e5640de384ca76d608bd974e1c2a6f6 2024-11-10T00:23:33,346 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3e5640de384ca76d608bd974e1c2a6f6 2024-11-10T00:23:33,346 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T00:23:33,347 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3e5640de384ca76d608bd974e1c2a6f6 2024-11-10T00:23:33,349 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/data/default/test/3e5640de384ca76d608bd974e1c2a6f6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:23:33,349 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3e5640de384ca76d608bd974e1c2a6f6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62194764, jitterRate=-0.07322579622268677}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T00:23:33,349 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3e5640de384ca76d608bd974e1c2a6f6 2024-11-10T00:23:33,349 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3e5640de384ca76d608bd974e1c2a6f6: Running coprocessor pre-open hook at 1731198213338Writing region info on filesystem at 1731198213338Initializing all the Stores at 1731198213339 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198213339Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198213339Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198213339Cleaning up temporary data from old regions at 1731198213346 (+7 ms)Running coprocessor post-open hooks at 1731198213349 (+3 ms)Region opened successfully at 1731198213349 2024-11-10T00:23:33,350 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731198212205.3e5640de384ca76d608bd974e1c2a6f6., pid=6, masterSystemTime=1731198213333 2024-11-10T00:23:33,352 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731198212205.3e5640de384ca76d608bd974e1c2a6f6. 2024-11-10T00:23:33,352 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731198212205.3e5640de384ca76d608bd974e1c2a6f6. 2024-11-10T00:23:33,352 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3e5640de384ca76d608bd974e1c2a6f6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b3c019fcff38,38093,1731198202814 2024-11-10T00:23:33,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e5640de384ca76d608bd974e1c2a6f6, server=b3c019fcff38,38093,1731198202814 because future has completed 2024-11-10T00:23:33,356 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T00:23:33,356 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3e5640de384ca76d608bd974e1c2a6f6, server=b3c019fcff38,38093,1731198202814 in 174 msec 2024-11-10T00:23:33,358 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T00:23:33,358 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3e5640de384ca76d608bd974e1c2a6f6, ASSIGN in 330 msec 2024-11-10T00:23:33,359 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T00:23:33,359 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731198213359"}]},"ts":"1731198213359"} 2024-11-10T00:23:33,361 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T00:23:33,362 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T00:23:33,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1560 sec 2024-11-10T00:23:34,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:23:34,363 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T00:23:34,364 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:23:34,364 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,36357,1731198206970 2024-11-10T00:23:34,365 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c6c3630 2024-11-10T00:23:34,365 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:23:34,366 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:23:34,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36357 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:23:34,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36357 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T00:23:34,369 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T00:23:34,369 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:34,369 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36357 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T00:23:34,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:23:34,370 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T00:23:34,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741835_1011 (size=902) 2024-11-10T00:23:34,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:23:34,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:23:34,777 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9d5d91888b3f7945e1b03f2f5e659387, NAME => 'test,,1731198214366.9d5d91888b3f7945e1b03f2f5e659387.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606 2024-11-10T00:23:34,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741836_1012 (size=39) 2024-11-10T00:23:34,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:23:35,182 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731198214366.9d5d91888b3f7945e1b03f2f5e659387.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:23:35,182 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9d5d91888b3f7945e1b03f2f5e659387, disabling compactions & flushes 2024-11-10T00:23:35,182 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731198214366.9d5d91888b3f7945e1b03f2f5e659387. 2024-11-10T00:23:35,182 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731198214366.9d5d91888b3f7945e1b03f2f5e659387. 2024-11-10T00:23:35,182 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731198214366.9d5d91888b3f7945e1b03f2f5e659387. after waiting 0 ms 2024-11-10T00:23:35,182 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731198214366.9d5d91888b3f7945e1b03f2f5e659387. 2024-11-10T00:23:35,182 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731198214366.9d5d91888b3f7945e1b03f2f5e659387. 2024-11-10T00:23:35,182 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9d5d91888b3f7945e1b03f2f5e659387: Waiting for close lock at 1731198215182Disabling compacts and flushes for region at 1731198215182Disabling writes for close at 1731198215182Writing region close event to WAL at 1731198215182Closed at 1731198215182 2024-11-10T00:23:35,183 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T00:23:35,183 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731198214366.9d5d91888b3f7945e1b03f2f5e659387.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731198215183"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731198215183"}]},"ts":"1731198215183"} 2024-11-10T00:23:35,185 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T00:23:35,186 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T00:23:35,186 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731198215186"}]},"ts":"1731198215186"} 2024-11-10T00:23:35,188 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T00:23:35,188 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9d5d91888b3f7945e1b03f2f5e659387, ASSIGN}] 2024-11-10T00:23:35,189 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9d5d91888b3f7945e1b03f2f5e659387, ASSIGN 2024-11-10T00:23:35,189 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9d5d91888b3f7945e1b03f2f5e659387, ASSIGN; state=OFFLINE, location=b3c019fcff38,42595,1731198207019; forceNewPlan=false, retain=false 2024-11-10T00:23:35,340 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9d5d91888b3f7945e1b03f2f5e659387, regionState=OPENING, regionLocation=b3c019fcff38,42595,1731198207019 2024-11-10T00:23:35,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9d5d91888b3f7945e1b03f2f5e659387, ASSIGN because future has completed 2024-11-10T00:23:35,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9d5d91888b3f7945e1b03f2f5e659387, server=b3c019fcff38,42595,1731198207019}] 2024-11-10T00:23:35,497 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731198214366.9d5d91888b3f7945e1b03f2f5e659387. 2024-11-10T00:23:35,498 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9d5d91888b3f7945e1b03f2f5e659387, NAME => 'test,,1731198214366.9d5d91888b3f7945e1b03f2f5e659387.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:23:35,498 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T00:23:35,498 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T00:23:35,498 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9d5d91888b3f7945e1b03f2f5e659387 2024-11-10T00:23:35,498 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731198214366.9d5d91888b3f7945e1b03f2f5e659387.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:23:35,498 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9d5d91888b3f7945e1b03f2f5e659387 2024-11-10T00:23:35,498 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9d5d91888b3f7945e1b03f2f5e659387 2024-11-10T00:23:35,499 INFO [StoreOpener-9d5d91888b3f7945e1b03f2f5e659387-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9d5d91888b3f7945e1b03f2f5e659387 2024-11-10T00:23:35,500 INFO [StoreOpener-9d5d91888b3f7945e1b03f2f5e659387-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d5d91888b3f7945e1b03f2f5e659387 columnFamilyName f 2024-11-10T00:23:35,500 DEBUG [StoreOpener-9d5d91888b3f7945e1b03f2f5e659387-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:35,501 INFO [StoreOpener-9d5d91888b3f7945e1b03f2f5e659387-1 {}] regionserver.HStore(327): Store=9d5d91888b3f7945e1b03f2f5e659387/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:23:35,501 INFO [StoreOpener-9d5d91888b3f7945e1b03f2f5e659387-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9d5d91888b3f7945e1b03f2f5e659387 2024-11-10T00:23:35,502 INFO [StoreOpener-9d5d91888b3f7945e1b03f2f5e659387-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d5d91888b3f7945e1b03f2f5e659387 columnFamilyName f1 2024-11-10T00:23:35,502 DEBUG [StoreOpener-9d5d91888b3f7945e1b03f2f5e659387-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:35,502 INFO [StoreOpener-9d5d91888b3f7945e1b03f2f5e659387-1 {}] regionserver.HStore(327): Store=9d5d91888b3f7945e1b03f2f5e659387/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:23:35,502 INFO [StoreOpener-9d5d91888b3f7945e1b03f2f5e659387-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9d5d91888b3f7945e1b03f2f5e659387 2024-11-10T00:23:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:23:35,503 INFO [StoreOpener-9d5d91888b3f7945e1b03f2f5e659387-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d5d91888b3f7945e1b03f2f5e659387 columnFamilyName norep 2024-11-10T00:23:35,503 DEBUG [StoreOpener-9d5d91888b3f7945e1b03f2f5e659387-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:35,503 INFO [StoreOpener-9d5d91888b3f7945e1b03f2f5e659387-1 {}] regionserver.HStore(327): Store=9d5d91888b3f7945e1b03f2f5e659387/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:23:35,503 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9d5d91888b3f7945e1b03f2f5e659387 2024-11-10T00:23:35,504 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/data/default/test/9d5d91888b3f7945e1b03f2f5e659387 2024-11-10T00:23:35,504 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/data/default/test/9d5d91888b3f7945e1b03f2f5e659387 2024-11-10T00:23:35,505 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9d5d91888b3f7945e1b03f2f5e659387 2024-11-10T00:23:35,505 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9d5d91888b3f7945e1b03f2f5e659387 2024-11-10T00:23:35,505 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T00:23:35,516 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9d5d91888b3f7945e1b03f2f5e659387 2024-11-10T00:23:35,519 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/data/default/test/9d5d91888b3f7945e1b03f2f5e659387/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:23:35,519 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9d5d91888b3f7945e1b03f2f5e659387; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59191519, jitterRate=-0.11797763407230377}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T00:23:35,519 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9d5d91888b3f7945e1b03f2f5e659387 2024-11-10T00:23:35,519 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9d5d91888b3f7945e1b03f2f5e659387: Running coprocessor pre-open hook at 1731198215498Writing region info on filesystem at 1731198215498Initializing all the Stores at 1731198215499 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198215499Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198215499Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198215499Cleaning up temporary data from old regions at 1731198215505 (+6 ms)Running coprocessor post-open hooks at 1731198215519 (+14 ms)Region opened successfully at 1731198215519 2024-11-10T00:23:35,520 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731198214366.9d5d91888b3f7945e1b03f2f5e659387., pid=6, masterSystemTime=1731198215494 2024-11-10T00:23:35,522 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731198214366.9d5d91888b3f7945e1b03f2f5e659387. 2024-11-10T00:23:35,522 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731198214366.9d5d91888b3f7945e1b03f2f5e659387. 2024-11-10T00:23:35,522 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9d5d91888b3f7945e1b03f2f5e659387, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b3c019fcff38,42595,1731198207019 2024-11-10T00:23:35,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9d5d91888b3f7945e1b03f2f5e659387, server=b3c019fcff38,42595,1731198207019 because future has completed 2024-11-10T00:23:35,526 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T00:23:35,526 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9d5d91888b3f7945e1b03f2f5e659387, server=b3c019fcff38,42595,1731198207019 in 183 msec 2024-11-10T00:23:35,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T00:23:35,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9d5d91888b3f7945e1b03f2f5e659387, ASSIGN in 338 msec 2024-11-10T00:23:35,528 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T00:23:35,529 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731198215529"}]},"ts":"1731198215529"} 2024-11-10T00:23:35,530 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T00:23:35,531 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T00:23:35,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1640 sec 2024-11-10T00:23:36,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:23:36,513 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T00:23:36,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29653bca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:36,514 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,41263,-1 for getting cluster id 2024-11-10T00:23:36,514 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:23:36,515 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '951cc7dd-bc1e-4737-8d86-ad6794db9021' 2024-11-10T00:23:36,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:23:36,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "951cc7dd-bc1e-4737-8d86-ad6794db9021" 2024-11-10T00:23:36,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53851d71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:36,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,41263,-1] 2024-11-10T00:23:36,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:23:36,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:36,516 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:23:36,517 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dabff2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:36,517 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:23:36,518 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,41263,1731198199031 2024-11-10T00:23:36,518 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17ca979f 2024-11-10T00:23:36,518 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:23:36,519 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:23:36,519 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b3c019fcff38:38853,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T00:23:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T00:23:36,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:23:36,522 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b3c019fcff38:38853' 2024-11-10T00:23:36,522 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b7efab9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:36,522 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,38853,-1 for getting cluster id 2024-11-10T00:23:36,523 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:23:36,523 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9e5a06d7-ef0e-4f9a-8708-4b97881d7cd2' 2024-11-10T00:23:36,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:23:36,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9e5a06d7-ef0e-4f9a-8708-4b97881d7cd2" 2024-11-10T00:23:36,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@659051f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:36,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,38853,-1] 2024-11-10T00:23:36,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:23:36,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:36,524 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:23:36,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d7e9220, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:36,525 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:23:36,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,38853,1731198202767 2024-11-10T00:23:36,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a093f5e 2024-11-10T00:23:36,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:23:36,526 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:23:36,527 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T00:23:36,527 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T00:23:36,527 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:36,527 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:36,527 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:23:36,528 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:23:36,528 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T00:23:36,529 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T00:23:36,529 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:36,530 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T00:23:36,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741837_1013 (size=1138) 2024-11-10T00:23:36,579 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T00:23:36,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:23:36,692 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T00:23:36,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:36,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:36,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:36,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:36,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:36,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:36,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:36,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:36,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:36,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:36,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:23:36,936 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 789113c61f49eb6ddbddcd54fcb0ec49, NAME => 'hbase:replication,,1731198216527.789113c61f49eb6ddbddcd54fcb0ec49.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd 2024-11-10T00:23:36,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741838_1014 (size=44) 2024-11-10T00:23:37,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:23:37,343 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731198216527.789113c61f49eb6ddbddcd54fcb0ec49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:23:37,343 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 789113c61f49eb6ddbddcd54fcb0ec49, disabling compactions & flushes 2024-11-10T00:23:37,343 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731198216527.789113c61f49eb6ddbddcd54fcb0ec49. 2024-11-10T00:23:37,343 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731198216527.789113c61f49eb6ddbddcd54fcb0ec49. 2024-11-10T00:23:37,343 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731198216527.789113c61f49eb6ddbddcd54fcb0ec49. after waiting 0 ms 2024-11-10T00:23:37,343 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731198216527.789113c61f49eb6ddbddcd54fcb0ec49. 2024-11-10T00:23:37,343 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731198216527.789113c61f49eb6ddbddcd54fcb0ec49. 2024-11-10T00:23:37,344 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 789113c61f49eb6ddbddcd54fcb0ec49: Waiting for close lock at 1731198217343Disabling compacts and flushes for region at 1731198217343Disabling writes for close at 1731198217343Writing region close event to WAL at 1731198217343Closed at 1731198217343 2024-11-10T00:23:37,345 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T00:23:37,345 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731198216527.789113c61f49eb6ddbddcd54fcb0ec49.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731198217345"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731198217345"}]},"ts":"1731198217345"} 2024-11-10T00:23:37,347 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T00:23:37,348 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T00:23:37,348 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731198217348"}]},"ts":"1731198217348"} 2024-11-10T00:23:37,349 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T00:23:37,350 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=789113c61f49eb6ddbddcd54fcb0ec49, ASSIGN}] 2024-11-10T00:23:37,350 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=789113c61f49eb6ddbddcd54fcb0ec49, ASSIGN 2024-11-10T00:23:37,351 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=789113c61f49eb6ddbddcd54fcb0ec49, ASSIGN; state=OFFLINE, location=b3c019fcff38,46351,1731198199082; forceNewPlan=false, retain=false 2024-11-10T00:23:37,502 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=789113c61f49eb6ddbddcd54fcb0ec49, regionState=OPENING, regionLocation=b3c019fcff38,46351,1731198199082 2024-11-10T00:23:37,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=789113c61f49eb6ddbddcd54fcb0ec49, ASSIGN because future has completed 2024-11-10T00:23:37,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 789113c61f49eb6ddbddcd54fcb0ec49, server=b3c019fcff38,46351,1731198199082}] 2024-11-10T00:23:37,660 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731198216527.789113c61f49eb6ddbddcd54fcb0ec49. 2024-11-10T00:23:37,660 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:23:37,660 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T00:23:37,661 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b3c019fcff38%2C46351%2C1731198199082.rep, suffix=, logDir=hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082, archiveDir=hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/oldWALs, maxLogs=10 2024-11-10T00:23:37,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:23:37,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.rep.1731198217661, exclude list is [], retry=0 2024-11-10T00:23:37,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34907,DS-0ad4b51c-c78f-4306-9de0-ece5bf4c3fc9,DISK] 2024-11-10T00:23:37,679 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.rep.1731198217661 2024-11-10T00:23:37,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38295:38295)] 2024-11-10T00:23:37,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 789113c61f49eb6ddbddcd54fcb0ec49, NAME => 'hbase:replication,,1731198216527.789113c61f49eb6ddbddcd54fcb0ec49.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:23:37,680 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T00:23:37,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T00:23:37,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731198216527.789113c61f49eb6ddbddcd54fcb0ec49. service=MultiRowMutationService 2024-11-10T00:23:37,680 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T00:23:37,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 789113c61f49eb6ddbddcd54fcb0ec49 2024-11-10T00:23:37,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731198216527.789113c61f49eb6ddbddcd54fcb0ec49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:23:37,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 789113c61f49eb6ddbddcd54fcb0ec49 2024-11-10T00:23:37,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 789113c61f49eb6ddbddcd54fcb0ec49 2024-11-10T00:23:37,681 INFO [StoreOpener-789113c61f49eb6ddbddcd54fcb0ec49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 789113c61f49eb6ddbddcd54fcb0ec49 2024-11-10T00:23:37,682 INFO [StoreOpener-789113c61f49eb6ddbddcd54fcb0ec49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 789113c61f49eb6ddbddcd54fcb0ec49 columnFamilyName hfileref 2024-11-10T00:23:37,682 DEBUG [StoreOpener-789113c61f49eb6ddbddcd54fcb0ec49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:37,683 INFO [StoreOpener-789113c61f49eb6ddbddcd54fcb0ec49-1 {}] regionserver.HStore(327): Store=789113c61f49eb6ddbddcd54fcb0ec49/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:23:37,683 INFO [StoreOpener-789113c61f49eb6ddbddcd54fcb0ec49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 789113c61f49eb6ddbddcd54fcb0ec49 2024-11-10T00:23:37,684 INFO [StoreOpener-789113c61f49eb6ddbddcd54fcb0ec49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 789113c61f49eb6ddbddcd54fcb0ec49 columnFamilyName queue 2024-11-10T00:23:37,684 DEBUG [StoreOpener-789113c61f49eb6ddbddcd54fcb0ec49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:37,684 INFO [StoreOpener-789113c61f49eb6ddbddcd54fcb0ec49-1 {}] regionserver.HStore(327): Store=789113c61f49eb6ddbddcd54fcb0ec49/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:23:37,684 INFO [StoreOpener-789113c61f49eb6ddbddcd54fcb0ec49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 789113c61f49eb6ddbddcd54fcb0ec49 2024-11-10T00:23:37,685 INFO [StoreOpener-789113c61f49eb6ddbddcd54fcb0ec49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 789113c61f49eb6ddbddcd54fcb0ec49 columnFamilyName sid 2024-11-10T00:23:37,685 DEBUG [StoreOpener-789113c61f49eb6ddbddcd54fcb0ec49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:37,685 INFO [StoreOpener-789113c61f49eb6ddbddcd54fcb0ec49-1 {}] regionserver.HStore(327): Store=789113c61f49eb6ddbddcd54fcb0ec49/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:23:37,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 789113c61f49eb6ddbddcd54fcb0ec49 2024-11-10T00:23:37,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/data/hbase/replication/789113c61f49eb6ddbddcd54fcb0ec49 2024-11-10T00:23:37,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/data/hbase/replication/789113c61f49eb6ddbddcd54fcb0ec49 2024-11-10T00:23:37,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 789113c61f49eb6ddbddcd54fcb0ec49 2024-11-10T00:23:37,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 789113c61f49eb6ddbddcd54fcb0ec49 2024-11-10T00:23:37,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T00:23:37,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 789113c61f49eb6ddbddcd54fcb0ec49 2024-11-10T00:23:37,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/data/hbase/replication/789113c61f49eb6ddbddcd54fcb0ec49/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:23:37,689 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 789113c61f49eb6ddbddcd54fcb0ec49; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60264279, jitterRate=-0.10199226438999176}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T00:23:37,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 789113c61f49eb6ddbddcd54fcb0ec49 2024-11-10T00:23:37,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 789113c61f49eb6ddbddcd54fcb0ec49: Running coprocessor pre-open hook at 1731198217680Writing region info on filesystem at 1731198217680Initializing all the Stores at 1731198217681 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198217681Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198217681Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198217681Cleaning up temporary data from old regions at 1731198217687 (+6 ms)Running coprocessor post-open hooks at 1731198217689 (+2 ms)Region opened successfully at 1731198217690 (+1 ms) 2024-11-10T00:23:37,690 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731198216527.789113c61f49eb6ddbddcd54fcb0ec49., pid=10, masterSystemTime=1731198217656 2024-11-10T00:23:37,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731198216527.789113c61f49eb6ddbddcd54fcb0ec49. 2024-11-10T00:23:37,692 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731198216527.789113c61f49eb6ddbddcd54fcb0ec49. 2024-11-10T00:23:37,692 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=789113c61f49eb6ddbddcd54fcb0ec49, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,46351,1731198199082 2024-11-10T00:23:37,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 789113c61f49eb6ddbddcd54fcb0ec49, server=b3c019fcff38,46351,1731198199082 because future has completed 2024-11-10T00:23:37,697 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T00:23:37,697 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 789113c61f49eb6ddbddcd54fcb0ec49, server=b3c019fcff38,46351,1731198199082 in 191 msec 2024-11-10T00:23:37,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T00:23:37,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=789113c61f49eb6ddbddcd54fcb0ec49, ASSIGN in 347 msec 2024-11-10T00:23:37,699 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T00:23:37,699 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731198217699"}]},"ts":"1731198217699"} 2024-11-10T00:23:37,700 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T00:23:37,701 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T00:23:37,702 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1730 sec 2024-11-10T00:23:37,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731198216527.789113c61f49eb6ddbddcd54fcb0ec49., hostname=b3c019fcff38,46351,1731198199082, seqNum=2] 2024-11-10T00:23:37,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x100ff420b620000, quorum=127.0.0.1:64895, baseZNode=/0822493695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0822493695 2024-11-10T00:23:37,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46351-0x100ff420b620001, quorum=127.0.0.1:64895, baseZNode=/0822493695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0822493695 2024-11-10T00:23:37,743 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T00:23:37,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46351 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T00:23:37,895 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T00:23:37,923 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b3c019fcff38,46351,1731198199082, ReplicationSource: 1, currentBandwidth=0 2024-11-10T00:23:37,924 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:23:37,924 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,46351,1731198199082, seqNum=-1] 2024-11-10T00:23:37,924 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:23:37,925 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51589, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-10T00:23:37,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b3c019fcff38,46351,1731198199082', locateType=CURRENT is [region=hbase:replication,,1731198216527.789113c61f49eb6ddbddcd54fcb0ec49., hostname=b3c019fcff38,46351,1731198199082, seqNum=2] 2024-11-10T00:23:37,941 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T00:23:37,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T00:23:37,943 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b3c019fcff38,46351,1731198199082 suceeded 2024-11-10T00:23:37,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T00:23:37,945 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b3c019fcff38:38853,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T00:23:37,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-11-10T00:23:37,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4260 sec 2024-11-10T00:23:37,965 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b3c019fcff38:38853' 2024-11-10T00:23:37,967 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67b36e05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:37,967 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082 {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,38853,-1 for getting cluster id 2024-11-10T00:23:37,967 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:23:37,968 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9e5a06d7-ef0e-4f9a-8708-4b97881d7cd2' 2024-11-10T00:23:37,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:23:37,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9e5a06d7-ef0e-4f9a-8708-4b97881d7cd2" 2024-11-10T00:23:37,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@464af766, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:37,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,38853,-1] 2024-11-10T00:23:37,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:23:37,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:37,970 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:23:37,970 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68506ccd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:37,971 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:23:37,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,38853,1731198202767 2024-11-10T00:23:37,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c0608e1 2024-11-10T00:23:37,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:23:37,973 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-10T00:23:37,973 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b3c019fcff38,46351,1731198199082 (queues=1) is replicating from cluster=951cc7dd-bc1e-4737-8d86-ad6794db9021 to cluster=9e5a06d7-ef0e-4f9a-8708-4b97881d7cd2 2024-11-10T00:23:37,974 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b3c019fcff38%2C46351%2C1731198199082 2024-11-10T00:23:37,974 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b3c019fcff38,46351,1731198199082, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T00:23:37,974 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.shipperb3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b3c019fcff38%2C46351%2C1731198199082 2024-11-10T00:23:37,974 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066, startPosition=0, beingWritten=true 2024-11-10T00:23:37,981 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T00:23:37,981 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066 to pos 379, reset compression=false 2024-11-10T00:23:37,981 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.shipperb3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,46351,1731198199082 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T00:23:38,185 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066 to pos 379, reset compression=false 2024-11-10T00:23:38,352 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:23:38,353 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b3c019fcff38,40063,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b3c019fcff38:40063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T00:23:38,353 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48440 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b3c019fcff38,40063,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b3c019fcff38:40063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T00:23:38,490 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066 to pos 379, reset compression=false 2024-11-10T00:23:38,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:23:38,673 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T00:23:38,673 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:23:38,673 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:23:38,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:38,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:38,673 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:23:38,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20a5eda1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:38,674 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,38853,-1 for getting cluster id 2024-11-10T00:23:38,674 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:23:38,675 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9e5a06d7-ef0e-4f9a-8708-4b97881d7cd2' 2024-11-10T00:23:38,675 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:23:38,675 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9e5a06d7-ef0e-4f9a-8708-4b97881d7cd2" 2024-11-10T00:23:38,676 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@325fada6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:38,676 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,38853,-1] 2024-11-10T00:23:38,676 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:23:38,676 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:38,677 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:23:38,677 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cff58d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:38,678 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:23:38,678 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,38853,1731198202767 2024-11-10T00:23:38,678 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b3a53c7 2024-11-10T00:23:38,678 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:23:38,679 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:23:38,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b3c019fcff38:36357,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T00:23:38,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T00:23:38,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:23:38,682 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b3c019fcff38:36357' 2024-11-10T00:23:38,683 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@417889b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:38,683 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,36357,-1 for getting cluster id 2024-11-10T00:23:38,683 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:23:38,684 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d29bad1-68f3-4846-8b86-4a3032659433' 2024-11-10T00:23:38,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:23:38,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d29bad1-68f3-4846-8b86-4a3032659433" 2024-11-10T00:23:38,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f401c0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:38,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,36357,-1] 2024-11-10T00:23:38,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:23:38,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:38,685 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:23:38,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@597b61fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:38,686 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:23:38,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,36357,1731198206970 2024-11-10T00:23:38,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59426a02 2024-11-10T00:23:38,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:23:38,687 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:23:38,688 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T00:23:38,688 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T00:23:38,688 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:38,688 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:38,688 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:23:38,689 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:23:38,689 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T00:23:38,690 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T00:23:38,690 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:38,691 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T00:23:38,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741837_1013 (size=1138) 2024-11-10T00:23:38,740 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T00:23:38,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:23:38,894 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066 to pos 379, reset compression=false 2024-11-10T00:23:38,934 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T00:23:39,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:23:39,098 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d16fd4185cd0b597dc3bb82e5e9c2e67, NAME => 'hbase:replication,,1731198218688.d16fd4185cd0b597dc3bb82e5e9c2e67.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0 2024-11-10T00:23:39,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741838_1014 (size=44) 2024-11-10T00:23:39,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:23:39,397 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066 to pos 379, reset compression=false 2024-11-10T00:23:39,503 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731198218688.d16fd4185cd0b597dc3bb82e5e9c2e67.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:23:39,503 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d16fd4185cd0b597dc3bb82e5e9c2e67, disabling compactions & flushes 2024-11-10T00:23:39,504 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731198218688.d16fd4185cd0b597dc3bb82e5e9c2e67. 2024-11-10T00:23:39,504 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731198218688.d16fd4185cd0b597dc3bb82e5e9c2e67. 2024-11-10T00:23:39,504 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731198218688.d16fd4185cd0b597dc3bb82e5e9c2e67. after waiting 0 ms 2024-11-10T00:23:39,504 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731198218688.d16fd4185cd0b597dc3bb82e5e9c2e67. 2024-11-10T00:23:39,504 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731198218688.d16fd4185cd0b597dc3bb82e5e9c2e67. 2024-11-10T00:23:39,504 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d16fd4185cd0b597dc3bb82e5e9c2e67: Waiting for close lock at 1731198219503Disabling compacts and flushes for region at 1731198219503Disabling writes for close at 1731198219504 (+1 ms)Writing region close event to WAL at 1731198219504Closed at 1731198219504 2024-11-10T00:23:39,505 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T00:23:39,505 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731198218688.d16fd4185cd0b597dc3bb82e5e9c2e67.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731198219505"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731198219505"}]},"ts":"1731198219505"} 2024-11-10T00:23:39,507 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T00:23:39,508 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T00:23:39,508 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731198219508"}]},"ts":"1731198219508"} 2024-11-10T00:23:39,510 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T00:23:39,510 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d16fd4185cd0b597dc3bb82e5e9c2e67, ASSIGN}] 2024-11-10T00:23:39,511 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d16fd4185cd0b597dc3bb82e5e9c2e67, ASSIGN 2024-11-10T00:23:39,512 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d16fd4185cd0b597dc3bb82e5e9c2e67, ASSIGN; state=OFFLINE, location=b3c019fcff38,38093,1731198202814; forceNewPlan=false, retain=false 2024-11-10T00:23:39,662 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d16fd4185cd0b597dc3bb82e5e9c2e67, regionState=OPENING, regionLocation=b3c019fcff38,38093,1731198202814 2024-11-10T00:23:39,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d16fd4185cd0b597dc3bb82e5e9c2e67, ASSIGN because future has completed 2024-11-10T00:23:39,665 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d16fd4185cd0b597dc3bb82e5e9c2e67, server=b3c019fcff38,38093,1731198202814}] 2024-11-10T00:23:39,820 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731198218688.d16fd4185cd0b597dc3bb82e5e9c2e67. 2024-11-10T00:23:39,821 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:23:39,821 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T00:23:39,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:23:39,822 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b3c019fcff38%2C38093%2C1731198202814.rep, suffix=, logDir=hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814, archiveDir=hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/oldWALs, maxLogs=10 2024-11-10T00:23:39,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.rep.1731198219823, exclude list is [], retry=0 2024-11-10T00:23:39,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43775,DS-a0f52c0c-0c26-4730-8052-b7075e6b82b9,DISK] 2024-11-10T00:23:39,845 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.rep.1731198219823 2024-11-10T00:23:39,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33497:33497)] 2024-11-10T00:23:39,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d16fd4185cd0b597dc3bb82e5e9c2e67, NAME => 'hbase:replication,,1731198218688.d16fd4185cd0b597dc3bb82e5e9c2e67.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:23:39,846 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T00:23:39,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T00:23:39,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731198218688.d16fd4185cd0b597dc3bb82e5e9c2e67. service=MultiRowMutationService 2024-11-10T00:23:39,847 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T00:23:39,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d16fd4185cd0b597dc3bb82e5e9c2e67 2024-11-10T00:23:39,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731198218688.d16fd4185cd0b597dc3bb82e5e9c2e67.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:23:39,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d16fd4185cd0b597dc3bb82e5e9c2e67 2024-11-10T00:23:39,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d16fd4185cd0b597dc3bb82e5e9c2e67 2024-11-10T00:23:39,848 INFO [StoreOpener-d16fd4185cd0b597dc3bb82e5e9c2e67-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d16fd4185cd0b597dc3bb82e5e9c2e67 2024-11-10T00:23:39,849 INFO [StoreOpener-d16fd4185cd0b597dc3bb82e5e9c2e67-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d16fd4185cd0b597dc3bb82e5e9c2e67 columnFamilyName hfileref 2024-11-10T00:23:39,849 DEBUG [StoreOpener-d16fd4185cd0b597dc3bb82e5e9c2e67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:39,850 INFO [StoreOpener-d16fd4185cd0b597dc3bb82e5e9c2e67-1 {}] regionserver.HStore(327): Store=d16fd4185cd0b597dc3bb82e5e9c2e67/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:23:39,850 INFO [StoreOpener-d16fd4185cd0b597dc3bb82e5e9c2e67-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d16fd4185cd0b597dc3bb82e5e9c2e67 2024-11-10T00:23:39,851 INFO [StoreOpener-d16fd4185cd0b597dc3bb82e5e9c2e67-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d16fd4185cd0b597dc3bb82e5e9c2e67 columnFamilyName queue 2024-11-10T00:23:39,851 DEBUG [StoreOpener-d16fd4185cd0b597dc3bb82e5e9c2e67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:39,851 INFO [StoreOpener-d16fd4185cd0b597dc3bb82e5e9c2e67-1 {}] regionserver.HStore(327): Store=d16fd4185cd0b597dc3bb82e5e9c2e67/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:23:39,851 INFO [StoreOpener-d16fd4185cd0b597dc3bb82e5e9c2e67-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d16fd4185cd0b597dc3bb82e5e9c2e67 2024-11-10T00:23:39,852 INFO [StoreOpener-d16fd4185cd0b597dc3bb82e5e9c2e67-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d16fd4185cd0b597dc3bb82e5e9c2e67 columnFamilyName sid 2024-11-10T00:23:39,852 DEBUG [StoreOpener-d16fd4185cd0b597dc3bb82e5e9c2e67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:39,852 INFO [StoreOpener-d16fd4185cd0b597dc3bb82e5e9c2e67-1 {}] regionserver.HStore(327): Store=d16fd4185cd0b597dc3bb82e5e9c2e67/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:23:39,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d16fd4185cd0b597dc3bb82e5e9c2e67 2024-11-10T00:23:39,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/data/hbase/replication/d16fd4185cd0b597dc3bb82e5e9c2e67 2024-11-10T00:23:39,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/data/hbase/replication/d16fd4185cd0b597dc3bb82e5e9c2e67 2024-11-10T00:23:39,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d16fd4185cd0b597dc3bb82e5e9c2e67 2024-11-10T00:23:39,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d16fd4185cd0b597dc3bb82e5e9c2e67 2024-11-10T00:23:39,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T00:23:39,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d16fd4185cd0b597dc3bb82e5e9c2e67 2024-11-10T00:23:39,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/data/hbase/replication/d16fd4185cd0b597dc3bb82e5e9c2e67/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:23:39,857 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d16fd4185cd0b597dc3bb82e5e9c2e67; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69980585, jitterRate=0.042791977524757385}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T00:23:39,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d16fd4185cd0b597dc3bb82e5e9c2e67 2024-11-10T00:23:39,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d16fd4185cd0b597dc3bb82e5e9c2e67: Running coprocessor pre-open hook at 1731198219847Writing region info on filesystem at 1731198219847Initializing all the Stores at 1731198219848 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198219848Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198219848Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198219848Cleaning up temporary data from old regions at 1731198219854 (+6 ms)Running coprocessor post-open hooks at 1731198219857 (+3 ms)Region opened successfully at 1731198219858 (+1 ms) 2024-11-10T00:23:39,858 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731198218688.d16fd4185cd0b597dc3bb82e5e9c2e67., pid=10, masterSystemTime=1731198219817 2024-11-10T00:23:39,860 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731198218688.d16fd4185cd0b597dc3bb82e5e9c2e67. 2024-11-10T00:23:39,860 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731198218688.d16fd4185cd0b597dc3bb82e5e9c2e67. 2024-11-10T00:23:39,861 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d16fd4185cd0b597dc3bb82e5e9c2e67, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,38093,1731198202814 2024-11-10T00:23:39,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d16fd4185cd0b597dc3bb82e5e9c2e67, server=b3c019fcff38,38093,1731198202814 because future has completed 2024-11-10T00:23:39,865 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T00:23:39,865 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d16fd4185cd0b597dc3bb82e5e9c2e67, server=b3c019fcff38,38093,1731198202814 in 198 msec 2024-11-10T00:23:39,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T00:23:39,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d16fd4185cd0b597dc3bb82e5e9c2e67, ASSIGN in 355 msec 2024-11-10T00:23:39,868 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T00:23:39,868 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731198219868"}]},"ts":"1731198219868"} 2024-11-10T00:23:39,870 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T00:23:39,870 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T00:23:39,871 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1810 sec 2024-11-10T00:23:39,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731198218688.d16fd4185cd0b597dc3bb82e5e9c2e67., hostname=b3c019fcff38,38093,1731198202814, seqNum=2] 2024-11-10T00:23:39,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38853-0x100ff420b620003, quorum=127.0.0.1:64895, baseZNode=/12080588551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12080588551 2024-11-10T00:23:39,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38093-0x100ff420b620004, quorum=127.0.0.1:64895, baseZNode=/12080588551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12080588551 2024-11-10T00:23:39,904 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T00:23:40,001 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066 to pos 379, reset compression=false 2024-11-10T00:23:40,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38093 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T00:23:40,057 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T00:23:40,089 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b3c019fcff38,38093,1731198202814, ReplicationSource: 1, currentBandwidth=0 2024-11-10T00:23:40,089 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:23:40,090 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,38093,1731198202814, seqNum=-1] 2024-11-10T00:23:40,090 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:23:40,091 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40669, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-10T00:23:40,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b3c019fcff38,38093,1731198202814', locateType=CURRENT is [region=hbase:replication,,1731198218688.d16fd4185cd0b597dc3bb82e5e9c2e67., hostname=b3c019fcff38,38093,1731198202814, seqNum=2] 2024-11-10T00:23:40,095 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T00:23:40,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T00:23:40,097 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b3c019fcff38,38093,1731198202814 suceeded 2024-11-10T00:23:40,099 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T00:23:40,099 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b3c019fcff38:36357,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T00:23:40,099 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-10T00:23:40,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4190 sec 2024-11-10T00:23:40,112 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b3c019fcff38:36357' 2024-11-10T00:23:40,113 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@747790e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:40,113 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814 {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,36357,-1 for getting cluster id 2024-11-10T00:23:40,113 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:23:40,114 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d29bad1-68f3-4846-8b86-4a3032659433' 2024-11-10T00:23:40,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:23:40,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d29bad1-68f3-4846-8b86-4a3032659433" 2024-11-10T00:23:40,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48dba735, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:40,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,36357,-1] 2024-11-10T00:23:40,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:23:40,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:40,115 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:23:40,116 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@254a7af0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:40,116 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:23:40,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,36357,1731198206970 2024-11-10T00:23:40,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e7e9211 2024-11-10T00:23:40,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:23:40,117 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-10T00:23:40,118 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b3c019fcff38,38093,1731198202814 (queues=1) is replicating from cluster=9e5a06d7-ef0e-4f9a-8708-4b97881d7cd2 to cluster=0d29bad1-68f3-4846-8b86-4a3032659433 2024-11-10T00:23:40,118 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b3c019fcff38%2C38093%2C1731198202814 2024-11-10T00:23:40,118 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b3c019fcff38,38093,1731198202814, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T00:23:40,119 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.shipperb3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b3c019fcff38%2C38093%2C1731198202814 2024-11-10T00:23:40,119 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.wal-reader.b3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.1731198204798, startPosition=0, beingWritten=true 2024-11-10T00:23:40,123 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.wal-reader.b3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T00:23:40,123 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.wal-reader.b3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.1731198204798 to pos 379, reset compression=false 2024-11-10T00:23:40,123 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.shipperb3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,38093,1731198202814 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.1731198204798, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T00:23:40,327 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.wal-reader.b3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.1731198204798 to pos 379, reset compression=false 2024-11-10T00:23:40,630 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.wal-reader.b3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.1731198204798 to pos 379, reset compression=false 2024-11-10T00:23:40,705 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066 to pos 379, reset compression=false 2024-11-10T00:23:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:23:40,833 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T00:23:40,833 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:23:40,833 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:23:40,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:40,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:40,834 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:23:40,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cce2bfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:40,834 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,36357,-1 for getting cluster id 2024-11-10T00:23:40,835 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:23:40,835 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d29bad1-68f3-4846-8b86-4a3032659433' 2024-11-10T00:23:40,835 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:23:40,836 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d29bad1-68f3-4846-8b86-4a3032659433" 2024-11-10T00:23:40,836 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75e72a7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:40,836 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,36357,-1] 2024-11-10T00:23:40,836 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:23:40,836 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:40,837 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:23:40,837 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@455c9fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:40,837 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:23:40,838 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,36357,1731198206970 2024-11-10T00:23:40,838 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@423f2eec 2024-11-10T00:23:40,838 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:23:40,839 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:23:40,839 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36357 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b3c019fcff38:41263,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T00:23:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36357 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T00:23:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:23:40,842 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b3c019fcff38:41263' 2024-11-10T00:23:40,843 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28a7638d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:40,843 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,41263,-1 for getting cluster id 2024-11-10T00:23:40,843 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:23:40,843 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '951cc7dd-bc1e-4737-8d86-ad6794db9021' 2024-11-10T00:23:40,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:23:40,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "951cc7dd-bc1e-4737-8d86-ad6794db9021" 2024-11-10T00:23:40,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35e0e5de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:40,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,41263,-1] 2024-11-10T00:23:40,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:23:40,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:40,845 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:23:40,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cb83e87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:40,846 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:23:40,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,41263,1731198199031 2024-11-10T00:23:40,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b85e9be 2024-11-10T00:23:40,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:23:40,847 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:23:40,848 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T00:23:40,848 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T00:23:40,848 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:40,848 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:40,848 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:23:40,848 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:23:40,849 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T00:23:40,850 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T00:23:40,850 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:40,851 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T00:23:40,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741837_1013 (size=1138) 2024-11-10T00:23:40,899 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T00:23:40,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:23:41,034 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.wal-reader.b3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.1731198204798 to pos 379, reset compression=false 2024-11-10T00:23:41,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:23:41,257 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b4f88677f331d52e47e7ebcb85184326, NAME => 'hbase:replication,,1731198220848.b4f88677f331d52e47e7ebcb85184326.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606 2024-11-10T00:23:41,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741838_1014 (size=44) 2024-11-10T00:23:41,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:23:41,508 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066 to pos 379, reset compression=false 2024-11-10T00:23:41,537 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.wal-reader.b3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.1731198204798 to pos 379, reset compression=false 2024-11-10T00:23:41,662 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731198220848.b4f88677f331d52e47e7ebcb85184326.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:23:41,662 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b4f88677f331d52e47e7ebcb85184326, disabling compactions & flushes 2024-11-10T00:23:41,662 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731198220848.b4f88677f331d52e47e7ebcb85184326. 2024-11-10T00:23:41,662 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731198220848.b4f88677f331d52e47e7ebcb85184326. 2024-11-10T00:23:41,662 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731198220848.b4f88677f331d52e47e7ebcb85184326. after waiting 0 ms 2024-11-10T00:23:41,662 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731198220848.b4f88677f331d52e47e7ebcb85184326. 2024-11-10T00:23:41,662 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731198220848.b4f88677f331d52e47e7ebcb85184326. 2024-11-10T00:23:41,662 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b4f88677f331d52e47e7ebcb85184326: Waiting for close lock at 1731198221662Disabling compacts and flushes for region at 1731198221662Disabling writes for close at 1731198221662Writing region close event to WAL at 1731198221662Closed at 1731198221662 2024-11-10T00:23:41,663 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T00:23:41,664 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731198220848.b4f88677f331d52e47e7ebcb85184326.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731198221663"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731198221663"}]},"ts":"1731198221663"} 2024-11-10T00:23:41,665 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T00:23:41,666 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T00:23:41,666 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731198221666"}]},"ts":"1731198221666"} 2024-11-10T00:23:41,667 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T00:23:41,668 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b4f88677f331d52e47e7ebcb85184326, ASSIGN}] 2024-11-10T00:23:41,669 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b4f88677f331d52e47e7ebcb85184326, ASSIGN 2024-11-10T00:23:41,669 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b4f88677f331d52e47e7ebcb85184326, ASSIGN; state=OFFLINE, location=b3c019fcff38,42595,1731198207019; forceNewPlan=false, retain=false 2024-11-10T00:23:41,820 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b4f88677f331d52e47e7ebcb85184326, regionState=OPENING, regionLocation=b3c019fcff38,42595,1731198207019 2024-11-10T00:23:41,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b4f88677f331d52e47e7ebcb85184326, ASSIGN because future has completed 2024-11-10T00:23:41,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b4f88677f331d52e47e7ebcb85184326, server=b3c019fcff38,42595,1731198207019}] 2024-11-10T00:23:41,978 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731198220848.b4f88677f331d52e47e7ebcb85184326. 2024-11-10T00:23:41,978 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:23:41,978 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T00:23:41,979 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b3c019fcff38%2C42595%2C1731198207019.rep, suffix=, logDir=hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/WALs/b3c019fcff38,42595,1731198207019, archiveDir=hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/oldWALs, maxLogs=10 2024-11-10T00:23:41,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:23:41,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/WALs/b3c019fcff38,42595,1731198207019/b3c019fcff38%2C42595%2C1731198207019.rep.1731198221979, exclude list is [], retry=0 2024-11-10T00:23:41,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45871,DS-9f033be9-6987-42ad-a73f-dac9425592fe,DISK] 2024-11-10T00:23:41,996 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/WALs/b3c019fcff38,42595,1731198207019/b3c019fcff38%2C42595%2C1731198207019.rep.1731198221979 2024-11-10T00:23:41,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39299:39299)] 2024-11-10T00:23:41,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b4f88677f331d52e47e7ebcb85184326, NAME => 'hbase:replication,,1731198220848.b4f88677f331d52e47e7ebcb85184326.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:23:41,996 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T00:23:41,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T00:23:41,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731198220848.b4f88677f331d52e47e7ebcb85184326. service=MultiRowMutationService 2024-11-10T00:23:41,996 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T00:23:41,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b4f88677f331d52e47e7ebcb85184326 2024-11-10T00:23:41,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731198220848.b4f88677f331d52e47e7ebcb85184326.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:23:41,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b4f88677f331d52e47e7ebcb85184326 2024-11-10T00:23:41,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b4f88677f331d52e47e7ebcb85184326 2024-11-10T00:23:41,998 INFO [StoreOpener-b4f88677f331d52e47e7ebcb85184326-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b4f88677f331d52e47e7ebcb85184326 2024-11-10T00:23:41,999 INFO [StoreOpener-b4f88677f331d52e47e7ebcb85184326-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4f88677f331d52e47e7ebcb85184326 columnFamilyName hfileref 2024-11-10T00:23:41,999 DEBUG [StoreOpener-b4f88677f331d52e47e7ebcb85184326-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:41,999 INFO [StoreOpener-b4f88677f331d52e47e7ebcb85184326-1 {}] regionserver.HStore(327): Store=b4f88677f331d52e47e7ebcb85184326/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:23:41,999 INFO [StoreOpener-b4f88677f331d52e47e7ebcb85184326-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b4f88677f331d52e47e7ebcb85184326 2024-11-10T00:23:42,000 INFO [StoreOpener-b4f88677f331d52e47e7ebcb85184326-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4f88677f331d52e47e7ebcb85184326 columnFamilyName queue 2024-11-10T00:23:42,000 DEBUG [StoreOpener-b4f88677f331d52e47e7ebcb85184326-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:42,000 INFO [StoreOpener-b4f88677f331d52e47e7ebcb85184326-1 {}] regionserver.HStore(327): Store=b4f88677f331d52e47e7ebcb85184326/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:23:42,000 INFO [StoreOpener-b4f88677f331d52e47e7ebcb85184326-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b4f88677f331d52e47e7ebcb85184326 2024-11-10T00:23:42,001 INFO [StoreOpener-b4f88677f331d52e47e7ebcb85184326-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4f88677f331d52e47e7ebcb85184326 columnFamilyName sid 2024-11-10T00:23:42,001 DEBUG [StoreOpener-b4f88677f331d52e47e7ebcb85184326-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:23:42,001 INFO [StoreOpener-b4f88677f331d52e47e7ebcb85184326-1 {}] regionserver.HStore(327): Store=b4f88677f331d52e47e7ebcb85184326/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:23:42,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b4f88677f331d52e47e7ebcb85184326 2024-11-10T00:23:42,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/data/hbase/replication/b4f88677f331d52e47e7ebcb85184326 2024-11-10T00:23:42,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/data/hbase/replication/b4f88677f331d52e47e7ebcb85184326 2024-11-10T00:23:42,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b4f88677f331d52e47e7ebcb85184326 2024-11-10T00:23:42,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b4f88677f331d52e47e7ebcb85184326 2024-11-10T00:23:42,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T00:23:42,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b4f88677f331d52e47e7ebcb85184326 2024-11-10T00:23:42,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/data/hbase/replication/b4f88677f331d52e47e7ebcb85184326/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:23:42,005 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b4f88677f331d52e47e7ebcb85184326; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68860662, jitterRate=0.026103824377059937}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T00:23:42,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b4f88677f331d52e47e7ebcb85184326 2024-11-10T00:23:42,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b4f88677f331d52e47e7ebcb85184326: Running coprocessor pre-open hook at 1731198221997Writing region info on filesystem at 1731198221997Initializing all the Stores at 1731198221997Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198221997Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198221997Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198221997Cleaning up temporary data from old regions at 1731198222003 (+6 ms)Running coprocessor post-open hooks at 1731198222006 (+3 ms)Region opened successfully at 1731198222006 2024-11-10T00:23:42,006 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731198220848.b4f88677f331d52e47e7ebcb85184326., pid=10, masterSystemTime=1731198221974 2024-11-10T00:23:42,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731198220848.b4f88677f331d52e47e7ebcb85184326. 2024-11-10T00:23:42,008 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731198220848.b4f88677f331d52e47e7ebcb85184326. 2024-11-10T00:23:42,008 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b4f88677f331d52e47e7ebcb85184326, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,42595,1731198207019 2024-11-10T00:23:42,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b4f88677f331d52e47e7ebcb85184326, server=b3c019fcff38,42595,1731198207019 because future has completed 2024-11-10T00:23:42,012 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T00:23:42,012 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b4f88677f331d52e47e7ebcb85184326, server=b3c019fcff38,42595,1731198207019 in 188 msec 2024-11-10T00:23:42,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T00:23:42,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b4f88677f331d52e47e7ebcb85184326, ASSIGN in 344 msec 2024-11-10T00:23:42,014 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T00:23:42,015 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731198222014"}]},"ts":"1731198222014"} 2024-11-10T00:23:42,016 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T00:23:42,017 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T00:23:42,018 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1690 sec 2024-11-10T00:23:42,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731198220848.b4f88677f331d52e47e7ebcb85184326., hostname=b3c019fcff38,42595,1731198207019, seqNum=2] 2024-11-10T00:23:42,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36357-0x100ff420b620006, quorum=127.0.0.1:64895, baseZNode=/2-602024263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-602024263 2024-11-10T00:23:42,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42595-0x100ff420b620007, quorum=127.0.0.1:64895, baseZNode=/2-602024263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-602024263 2024-11-10T00:23:42,065 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T00:23:42,141 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.wal-reader.b3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.1731198204798 to pos 379, reset compression=false 2024-11-10T00:23:42,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T00:23:42,217 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T00:23:42,245 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b3c019fcff38,42595,1731198207019, ReplicationSource: 1, currentBandwidth=0 2024-11-10T00:23:42,245 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:23:42,245 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,42595,1731198207019, seqNum=-1] 2024-11-10T00:23:42,246 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:23:42,247 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42983, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-10T00:23:42,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b3c019fcff38,42595,1731198207019', locateType=CURRENT is [region=hbase:replication,,1731198220848.b4f88677f331d52e47e7ebcb85184326., hostname=b3c019fcff38,42595,1731198207019, seqNum=2] 2024-11-10T00:23:42,251 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T00:23:42,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36357 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T00:23:42,253 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b3c019fcff38,42595,1731198207019 suceeded 2024-11-10T00:23:42,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T00:23:42,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-10T00:23:42,254 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b3c019fcff38:41263,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T00:23:42,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4150 sec 2024-11-10T00:23:42,265 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b3c019fcff38:41263' 2024-11-10T00:23:42,266 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60faf718, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:42,266 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019 {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,41263,-1 for getting cluster id 2024-11-10T00:23:42,266 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:23:42,266 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '951cc7dd-bc1e-4737-8d86-ad6794db9021' 2024-11-10T00:23:42,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:23:42,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "951cc7dd-bc1e-4737-8d86-ad6794db9021" 2024-11-10T00:23:42,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a92ecdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:42,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,41263,-1] 2024-11-10T00:23:42,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:23:42,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:42,268 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:23:42,268 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6dc0a79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:42,268 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:23:42,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,41263,1731198199031 2024-11-10T00:23:42,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4142ef10 2024-11-10T00:23:42,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:23:42,270 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-10T00:23:42,270 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b3c019fcff38,42595,1731198207019 (queues=1) is replicating from cluster=0d29bad1-68f3-4846-8b86-4a3032659433 to cluster=951cc7dd-bc1e-4737-8d86-ad6794db9021 2024-11-10T00:23:42,270 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b3c019fcff38%2C42595%2C1731198207019 2024-11-10T00:23:42,270 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b3c019fcff38,42595,1731198207019, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T00:23:42,271 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.shipperb3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b3c019fcff38%2C42595%2C1731198207019 2024-11-10T00:23:42,271 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.wal-reader.b3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/WALs/b3c019fcff38,42595,1731198207019/b3c019fcff38%2C42595%2C1731198207019.1731198209007, startPosition=0, beingWritten=true 2024-11-10T00:23:42,275 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.wal-reader.b3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T00:23:42,275 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.wal-reader.b3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/WALs/b3c019fcff38,42595,1731198207019/b3c019fcff38%2C42595%2C1731198207019.1731198209007 to pos 379, reset compression=false 2024-11-10T00:23:42,275 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.shipperb3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,42595,1731198207019 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/WALs/b3c019fcff38,42595,1731198207019/b3c019fcff38%2C42595%2C1731198207019.1731198209007, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T00:23:42,412 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066 to pos 379, reset compression=false 2024-11-10T00:23:42,478 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.wal-reader.b3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/WALs/b3c019fcff38,42595,1731198207019/b3c019fcff38%2C42595%2C1731198207019.1731198209007 to pos 379, reset compression=false 2024-11-10T00:23:42,781 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.wal-reader.b3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/WALs/b3c019fcff38,42595,1731198207019/b3c019fcff38%2C42595%2C1731198207019.1731198209007 to pos 379, reset compression=false 2024-11-10T00:23:42,845 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.wal-reader.b3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.1731198204798 to pos 379, reset compression=false 2024-11-10T00:23:43,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:23:43,003 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T00:23:43,003 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:23:43,003 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:23:43,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:43,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:43,003 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:23:43,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@780557aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:43,004 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,41263,-1 for getting cluster id 2024-11-10T00:23:43,004 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:23:43,005 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '951cc7dd-bc1e-4737-8d86-ad6794db9021' 2024-11-10T00:23:43,005 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:23:43,005 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "951cc7dd-bc1e-4737-8d86-ad6794db9021" 2024-11-10T00:23:43,005 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a0f2707, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:43,005 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,41263,-1] 2024-11-10T00:23:43,005 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:23:43,005 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:43,006 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:23:43,007 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d052747, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:43,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb7af7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:43,007 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,38853,-1 for getting cluster id 2024-11-10T00:23:43,007 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:23:43,008 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9e5a06d7-ef0e-4f9a-8708-4b97881d7cd2' 2024-11-10T00:23:43,008 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:23:43,008 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9e5a06d7-ef0e-4f9a-8708-4b97881d7cd2" 2024-11-10T00:23:43,008 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f59a87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:43,008 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,38853,-1] 2024-11-10T00:23:43,008 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:23:43,008 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:43,009 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:23:43,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2674e956, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:43,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5268e0c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:43,010 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,36357,-1 for getting cluster id 2024-11-10T00:23:43,010 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:23:43,011 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d29bad1-68f3-4846-8b86-4a3032659433' 2024-11-10T00:23:43,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:23:43,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d29bad1-68f3-4846-8b86-4a3032659433" 2024-11-10T00:23:43,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fc8bfba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:43,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,36357,-1] 2024-11-10T00:23:43,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:23:43,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:43,012 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:23:43,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b6f690, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:43,013 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:23:43,014 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,46351,1731198199082, seqNum=-1] 2024-11-10T00:23:43,014 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:23:43,015 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:23:43,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731198210058.6dff6b364d8087ebdc72f5fa932708e8., hostname=b3c019fcff38,46351,1731198199082, seqNum=2] 2024-11-10T00:23:43,019 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:23:43,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,42595,1731198207019, seqNum=-1] 2024-11-10T00:23:43,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:23:43,020 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:23:43,021 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731198214366.9d5d91888b3f7945e1b03f2f5e659387., hostname=b3c019fcff38,42595,1731198207019, seqNum=2] 2024-11-10T00:23:43,023 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-10T00:23:43,183 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T00:23:43,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:43,184 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.wal-reader.b3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/WALs/b3c019fcff38,42595,1731198207019/b3c019fcff38%2C42595%2C1731198207019.1731198209007 to pos 379, reset compression=false 2024-11-10T00:23:43,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:43,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:43,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:43,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:43,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:43,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:43,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:43,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:43,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:43,415 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066 to pos 379, reset compression=false 2024-11-10T00:23:43,420 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T00:23:43,420 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066 to pos 480, reset compression=false 2024-11-10T00:23:43,420 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.shipperb3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,46351,1731198199082 got entry batch from reader: WALEntryBatch [walEntries=[{test/6dff6b364d8087ebdc72f5fa932708e8/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-10T00:23:43,422 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.shipperb3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T00:23:43,423 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-10T00:23:43,424 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T00:23:43,424 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@783d7acc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:43,424 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,38853,-1 for getting cluster id 2024-11-10T00:23:43,424 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:23:43,425 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9e5a06d7-ef0e-4f9a-8708-4b97881d7cd2' 2024-11-10T00:23:43,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:23:43,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9e5a06d7-ef0e-4f9a-8708-4b97881d7cd2" 2024-11-10T00:23:43,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ccad51f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:43,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,38853,-1] 2024-11-10T00:23:43,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:23:43,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:43,426 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:23:43,427 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@bea7528, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:43,427 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:23:43,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,38093,1731198202814, seqNum=-1] 2024-11-10T00:23:43,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:23:43,429 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-10T00:23:43,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731198212205.3e5640de384ca76d608bd974e1c2a6f6., hostname=b3c019fcff38,38093,1731198202814, seqNum=2] 2024-11-10T00:23:43,433 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T00:23:43,624 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066 to pos 480, reset compression=false 2024-11-10T00:23:43,648 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.wal-reader.b3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.1731198204798 to pos 379, reset compression=false 2024-11-10T00:23:43,653 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.wal-reader.b3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T00:23:43,653 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.wal-reader.b3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.1731198204798 to pos 504, reset compression=false 2024-11-10T00:23:43,653 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.shipperb3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,38093,1731198202814 got entry batch from reader: WALEntryBatch [walEntries=[{test/3e5640de384ca76d608bd974e1c2a6f6/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.1731198204798, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-10T00:23:43,655 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.shipperb3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T00:23:43,656 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-10T00:23:43,657 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T00:23:43,657 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5707fe40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:43,657 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,36357,-1 for getting cluster id 2024-11-10T00:23:43,657 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:23:43,658 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d29bad1-68f3-4846-8b86-4a3032659433' 2024-11-10T00:23:43,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:23:43,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d29bad1-68f3-4846-8b86-4a3032659433" 2024-11-10T00:23:43,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63135d18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:43,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,36357,-1] 2024-11-10T00:23:43,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:23:43,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:43,659 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:23:43,660 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fb51147, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:43,660 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:23:43,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,42595,1731198207019, seqNum=-1] 2024-11-10T00:23:43,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:23:43,662 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-10T00:23:43,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731198214366.9d5d91888b3f7945e1b03f2f5e659387., hostname=b3c019fcff38,42595,1731198207019, seqNum=2] 2024-11-10T00:23:43,666 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T00:23:43,688 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.wal-reader.b3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/WALs/b3c019fcff38,42595,1731198207019/b3c019fcff38%2C42595%2C1731198207019.1731198209007 to pos 379, reset compression=false 2024-11-10T00:23:43,693 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.wal-reader.b3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T00:23:43,693 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.wal-reader.b3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/WALs/b3c019fcff38,42595,1731198207019/b3c019fcff38%2C42595%2C1731198207019.1731198209007 to pos 528, reset compression=false 2024-11-10T00:23:43,693 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.shipperb3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,42595,1731198207019 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/WALs/b3c019fcff38,42595,1731198207019/b3c019fcff38%2C42595%2C1731198207019.1731198209007, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T00:23:43,856 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.wal-reader.b3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.1731198204798 to pos 504, reset compression=false 2024-11-10T00:23:43,896 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.wal-reader.b3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/WALs/b3c019fcff38,42595,1731198207019/b3c019fcff38%2C42595%2C1731198207019.1731198209007 to pos 528, reset compression=false 2024-11-10T00:23:43,927 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066 to pos 480, reset compression=false 2024-11-10T00:23:44,024 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-10T00:23:44,025 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:23:44,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,38093,1731198202814, seqNum=-1] 2024-11-10T00:23:44,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:23:44,027 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:23:44,028 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731198212205.3e5640de384ca76d608bd974e1c2a6f6., hostname=b3c019fcff38,38093,1731198202814, seqNum=2] 2024-11-10T00:23:44,030 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-10T00:23:44,161 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.wal-reader.b3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.1731198204798 to pos 504, reset compression=false 2024-11-10T00:23:44,165 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.wal-reader.b3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T00:23:44,165 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.wal-reader.b3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.1731198204798 to pos 608, reset compression=false 2024-11-10T00:23:44,165 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.shipperb3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,38093,1731198202814 got entry batch from reader: WALEntryBatch [walEntries=[{test/3e5640de384ca76d608bd974e1c2a6f6/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.1731198204798, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T00:23:44,166 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T00:23:44,169 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T00:23:44,200 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.wal-reader.b3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/WALs/b3c019fcff38,42595,1731198207019/b3c019fcff38%2C42595%2C1731198207019.1731198209007 to pos 528, reset compression=false 2024-11-10T00:23:44,204 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.wal-reader.b3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T00:23:44,204 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.wal-reader.b3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/WALs/b3c019fcff38,42595,1731198207019/b3c019fcff38%2C42595%2C1731198207019.1731198209007 to pos 656, reset compression=false 2024-11-10T00:23:44,204 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.shipperb3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,42595,1731198207019 got entry batch from reader: WALEntryBatch [walEntries=[{test/9d5d91888b3f7945e1b03f2f5e659387/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/WALs/b3c019fcff38,42595,1731198207019/b3c019fcff38%2C42595%2C1731198207019.1731198209007, lastWalPosition=656, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-10T00:23:44,206 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.shipperb3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T00:23:44,207 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-10T00:23:44,207 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46351 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T00:23:44,208 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46351 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@272a8d67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:44,208 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46351 {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,41263,-1 for getting cluster id 2024-11-10T00:23:44,208 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46351 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:23:44,209 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '951cc7dd-bc1e-4737-8d86-ad6794db9021' 2024-11-10T00:23:44,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:23:44,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "951cc7dd-bc1e-4737-8d86-ad6794db9021" 2024-11-10T00:23:44,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b48642, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:44,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,41263,-1] 2024-11-10T00:23:44,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:23:44,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:44,210 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:23:44,210 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46351 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34b7906c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:44,211 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46351 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:23:44,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,46351,1731198199082, seqNum=-1] 2024-11-10T00:23:44,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:23:44,212 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-10T00:23:44,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731198210058.6dff6b364d8087ebdc72f5fa932708e8., hostname=b3c019fcff38,46351,1731198199082, seqNum=2] 2024-11-10T00:23:44,216 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46351 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T00:23:44,330 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066 to pos 480, reset compression=false 2024-11-10T00:23:44,334 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T00:23:44,334 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066 to pos 631, reset compression=false 2024-11-10T00:23:44,335 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.shipperb3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,46351,1731198199082 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T00:23:44,368 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.wal-reader.b3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.1731198204798 to pos 608, reset compression=false 2024-11-10T00:23:44,407 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.wal-reader.b3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/WALs/b3c019fcff38,42595,1731198207019/b3c019fcff38%2C42595%2C1731198207019.1731198209007 to pos 656, reset compression=false 2024-11-10T00:23:44,537 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066 to pos 631, reset compression=false 2024-11-10T00:23:44,672 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.wal-reader.b3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.1731198204798 to pos 608, reset compression=false 2024-11-10T00:23:44,710 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.wal-reader.b3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/WALs/b3c019fcff38,42595,1731198207019/b3c019fcff38%2C42595%2C1731198207019.1731198209007 to pos 656, reset compression=false 2024-11-10T00:23:44,841 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066 to pos 631, reset compression=false 2024-11-10T00:23:45,032 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-10T00:23:45,035 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-10T00:23:45,076 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.wal-reader.b3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.1731198204798 to pos 608, reset compression=false 2024-11-10T00:23:45,113 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.wal-reader.b3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/WALs/b3c019fcff38,42595,1731198207019/b3c019fcff38%2C42595%2C1731198207019.1731198209007 to pos 656, reset compression=false 2024-11-10T00:23:45,117 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.wal-reader.b3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T00:23:45,117 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.wal-reader.b3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/WALs/b3c019fcff38,42595,1731198207019/b3c019fcff38%2C42595%2C1731198207019.1731198209007 to pos 760, reset compression=false 2024-11-10T00:23:45,117 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.shipperb3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,42595,1731198207019 got entry batch from reader: WALEntryBatch [walEntries=[{test/9d5d91888b3f7945e1b03f2f5e659387/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/WALs/b3c019fcff38,42595,1731198207019/b3c019fcff38%2C42595%2C1731198207019.1731198209007, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T00:23:45,118 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46351 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T00:23:45,121 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46351 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T00:23:45,244 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066 to pos 631, reset compression=false 2024-11-10T00:23:45,248 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T00:23:45,248 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066 to pos 758, reset compression=false 2024-11-10T00:23:45,248 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.shipperb3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,46351,1731198199082 got entry batch from reader: WALEntryBatch [walEntries=[{test/6dff6b364d8087ebdc72f5fa932708e8/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-10T00:23:45,249 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T00:23:45,251 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T00:23:45,320 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.wal-reader.b3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/WALs/b3c019fcff38,42595,1731198207019/b3c019fcff38%2C42595%2C1731198207019.1731198209007 to pos 760, reset compression=false 2024-11-10T00:23:45,451 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066 to pos 758, reset compression=false 2024-11-10T00:23:45,579 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.wal-reader.b3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.1731198204798 to pos 608, reset compression=false 2024-11-10T00:23:45,584 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.wal-reader.b3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T00:23:45,584 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.wal-reader.b3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.1731198204798 to pos 759, reset compression=false 2024-11-10T00:23:45,584 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.shipperb3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,38093,1731198202814 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.1731198204798, lastWalPosition=759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T00:23:45,623 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.wal-reader.b3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/WALs/b3c019fcff38,42595,1731198207019/b3c019fcff38%2C42595%2C1731198207019.1731198209007 to pos 760, reset compression=false 2024-11-10T00:23:45,754 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066 to pos 758, reset compression=false 2024-11-10T00:23:45,787 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.wal-reader.b3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.1731198204798 to pos 759, reset compression=false 2024-11-10T00:23:46,026 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.wal-reader.b3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/WALs/b3c019fcff38,42595,1731198207019/b3c019fcff38%2C42595%2C1731198207019.1731198209007 to pos 760, reset compression=false 2024-11-10T00:23:46,037 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-10T00:23:46,041 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-10T00:23:46,090 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.wal-reader.b3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.1731198204798 to pos 759, reset compression=false 2024-11-10T00:23:46,157 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066 to pos 758, reset compression=false 2024-11-10T00:23:46,162 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T00:23:46,162 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066 to pos 914, reset compression=false 2024-11-10T00:23:46,162 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.shipperb3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,46351,1731198199082 got entry batch from reader: WALEntryBatch [walEntries=[{test/6dff6b364d8087ebdc72f5fa932708e8/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066, lastWalPosition=914, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-10T00:23:46,163 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T00:23:46,166 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T00:23:46,365 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066 to pos 914, reset compression=false 2024-11-10T00:23:46,494 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.wal-reader.b3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.1731198204798 to pos 759, reset compression=false 2024-11-10T00:23:46,498 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.wal-reader.b3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T00:23:46,498 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.wal-reader.b3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.1731198204798 to pos 907, reset compression=false 2024-11-10T00:23:46,498 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.shipperb3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,38093,1731198202814 got entry batch from reader: WALEntryBatch [walEntries=[{test/3e5640de384ca76d608bd974e1c2a6f6/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.1731198204798, lastWalPosition=907, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-10T00:23:46,499 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T00:23:46,502 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T00:23:46,530 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.wal-reader.b3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/WALs/b3c019fcff38,42595,1731198207019/b3c019fcff38%2C42595%2C1731198207019.1731198209007 to pos 760, reset compression=false 2024-11-10T00:23:46,534 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.wal-reader.b3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T00:23:46,534 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.wal-reader.b3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/WALs/b3c019fcff38,42595,1731198207019/b3c019fcff38%2C42595%2C1731198207019.1731198209007 to pos 932, reset compression=false 2024-11-10T00:23:46,534 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.shipperb3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,42595,1731198207019 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/WALs/b3c019fcff38,42595,1731198207019/b3c019fcff38%2C42595%2C1731198207019.1731198209007, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T00:23:46,669 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066 to pos 914, reset compression=false 2024-11-10T00:23:46,701 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.wal-reader.b3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.1731198204798 to pos 907, reset compression=false 2024-11-10T00:23:46,737 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.wal-reader.b3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/WALs/b3c019fcff38,42595,1731198207019/b3c019fcff38%2C42595%2C1731198207019.1731198209007 to pos 932, reset compression=false 2024-11-10T00:23:47,004 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.wal-reader.b3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.1731198204798 to pos 907, reset compression=false 2024-11-10T00:23:47,040 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.wal-reader.b3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/WALs/b3c019fcff38,42595,1731198207019/b3c019fcff38%2C42595%2C1731198207019.1731198209007 to pos 932, reset compression=false 2024-11-10T00:23:47,043 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-10T00:23:47,046 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-10T00:23:47,073 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066 to pos 914, reset compression=false 2024-11-10T00:23:47,407 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.wal-reader.b3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.1731198204798 to pos 907, reset compression=false 2024-11-10T00:23:47,412 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.wal-reader.b3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T00:23:47,412 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.wal-reader.b3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.1731198204798 to pos 1066, reset compression=false 2024-11-10T00:23:47,412 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.shipperb3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,38093,1731198202814 got entry batch from reader: WALEntryBatch [walEntries=[{test/3e5640de384ca76d608bd974e1c2a6f6/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.1731198204798, lastWalPosition=1066, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-10T00:23:47,413 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T00:23:47,415 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T00:23:47,444 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.wal-reader.b3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/WALs/b3c019fcff38,42595,1731198207019/b3c019fcff38%2C42595%2C1731198207019.1731198209007 to pos 932, reset compression=false 2024-11-10T00:23:47,448 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.wal-reader.b3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T00:23:47,448 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.wal-reader.b3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/WALs/b3c019fcff38,42595,1731198207019/b3c019fcff38%2C42595%2C1731198207019.1731198209007 to pos 1082, reset compression=false 2024-11-10T00:23:47,448 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.shipperb3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,42595,1731198207019 got entry batch from reader: WALEntryBatch [walEntries=[{test/9d5d91888b3f7945e1b03f2f5e659387/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/WALs/b3c019fcff38,42595,1731198207019/b3c019fcff38%2C42595%2C1731198207019.1731198209007, lastWalPosition=1082, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-10T00:23:47,449 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46351 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T00:23:47,451 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46351 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T00:23:47,576 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066 to pos 914, reset compression=false 2024-11-10T00:23:47,588 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T00:23:47,588 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066 to pos 1087, reset compression=false 2024-11-10T00:23:47,588 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.shipperb3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,46351,1731198199082 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066, lastWalPosition=1087, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T00:23:47,615 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.wal-reader.b3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.1731198204798 to pos 1066, reset compression=false 2024-11-10T00:23:47,650 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.wal-reader.b3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/WALs/b3c019fcff38,42595,1731198207019/b3c019fcff38%2C42595%2C1731198207019.1731198209007 to pos 1082, reset compression=false 2024-11-10T00:23:47,791 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066 to pos 1087, reset compression=false 2024-11-10T00:23:47,918 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.wal-reader.b3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.1731198204798 to pos 1066, reset compression=false 2024-11-10T00:23:47,953 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.wal-reader.b3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/WALs/b3c019fcff38,42595,1731198207019/b3c019fcff38%2C42595%2C1731198207019.1731198209007 to pos 1082, reset compression=false 2024-11-10T00:23:48,048 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-10T00:23:48,052 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-10T00:23:48,095 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066 to pos 1087, reset compression=false 2024-11-10T00:23:48,321 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.wal-reader.b3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.1731198204798 to pos 1066, reset compression=false 2024-11-10T00:23:48,357 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.wal-reader.b3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/WALs/b3c019fcff38,42595,1731198207019/b3c019fcff38%2C42595%2C1731198207019.1731198209007 to pos 1082, reset compression=false 2024-11-10T00:23:48,361 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.wal-reader.b3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T00:23:48,361 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.wal-reader.b3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/WALs/b3c019fcff38,42595,1731198207019/b3c019fcff38%2C42595%2C1731198207019.1731198209007 to pos 1241, reset compression=false 2024-11-10T00:23:48,361 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.shipperb3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,42595,1731198207019 got entry batch from reader: WALEntryBatch [walEntries=[{test/9d5d91888b3f7945e1b03f2f5e659387/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/WALs/b3c019fcff38,42595,1731198207019/b3c019fcff38%2C42595%2C1731198207019.1731198209007, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-10T00:23:48,362 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46351 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T00:23:48,365 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46351 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T00:23:48,499 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066 to pos 1087, reset compression=false 2024-11-10T00:23:48,504 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T00:23:48,504 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066 to pos 1236, reset compression=false 2024-11-10T00:23:48,504 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.shipperb3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,46351,1731198199082 got entry batch from reader: WALEntryBatch [walEntries=[{test/6dff6b364d8087ebdc72f5fa932708e8/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066, lastWalPosition=1236, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-10T00:23:48,505 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T00:23:48,507 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T00:23:48,564 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.wal-reader.b3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/WALs/b3c019fcff38,42595,1731198207019/b3c019fcff38%2C42595%2C1731198207019.1731198209007 to pos 1241, reset compression=false 2024-11-10T00:23:48,618 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T00:23:48,708 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066 to pos 1236, reset compression=false 2024-11-10T00:23:48,825 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.wal-reader.b3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.1731198204798 to pos 1066, reset compression=false 2024-11-10T00:23:48,830 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.wal-reader.b3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T00:23:48,830 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.wal-reader.b3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.1731198204798 to pos 1239, reset compression=false 2024-11-10T00:23:48,830 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.shipperb3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,38093,1731198202814 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.1731198204798, lastWalPosition=1239, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T00:23:48,868 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.wal-reader.b3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/WALs/b3c019fcff38,42595,1731198207019/b3c019fcff38%2C42595%2C1731198207019.1731198209007 to pos 1241, reset compression=false 2024-11-10T00:23:49,011 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066 to pos 1236, reset compression=false 2024-11-10T00:23:49,037 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.wal-reader.b3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.1731198204798 to pos 1239, reset compression=false 2024-11-10T00:23:49,053 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-10T00:23:49,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5001a074, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:49,059 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,36357,-1 for getting cluster id 2024-11-10T00:23:49,059 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:23:49,060 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d29bad1-68f3-4846-8b86-4a3032659433' 2024-11-10T00:23:49,060 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:23:49,060 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d29bad1-68f3-4846-8b86-4a3032659433" 2024-11-10T00:23:49,060 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69c9c44d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:49,060 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,36357,-1] 2024-11-10T00:23:49,061 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:23:49,061 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:49,062 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:23:49,062 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15495ee8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:49,064 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:23:49,065 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,36357,1731198206970 2024-11-10T00:23:49,065 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2392fdd2 2024-11-10T00:23:49,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:23:49,067 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:23:49,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36357 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-10T00:23:49,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36357 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-10T00:23:49,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T00:23:49,074 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T00:23:49,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T00:23:49,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-10T00:23:49,226 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-10T00:23:49,227 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-10T00:23:49,227 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b3c019fcff38,42595,1731198207019 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-10T00:23:49,227 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0. 2024-11-10T00:23:49,227 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:23:49,227 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:49,227 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:49,227 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:23:49,328 WARN [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.shipperb3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T00:23:49,341 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.wal-reader.b3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.1731198204798 to pos 1239, reset compression=false 2024-11-10T00:23:49,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T00:23:49,415 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066 to pos 1236, reset compression=false 2024-11-10T00:23:49,428 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.shipperb3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 terminated 2024-11-10T00:23:49,454 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-b3c019fcff38,42595,1731198207019, ReplicationSource: 1, currentBandwidth=0 2024-11-10T00:23:49,455 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-10T00:23:49,455 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-10T00:23:49,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36357 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-10T00:23:49,458 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on b3c019fcff38,42595,1731198207019 suceeded 2024-11-10T00:23:49,460 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-10T00:23:49,460 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-10T00:23:49,460 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 384 msec 2024-11-10T00:23:49,461 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 392 msec 2024-11-10T00:23:49,470 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b3c019fcff38:41263' 2024-11-10T00:23:49,471 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30a7fcc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:49,471 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019 {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,41263,-1 for getting cluster id 2024-11-10T00:23:49,471 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:23:49,472 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '951cc7dd-bc1e-4737-8d86-ad6794db9021' 2024-11-10T00:23:49,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:23:49,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "951cc7dd-bc1e-4737-8d86-ad6794db9021" 2024-11-10T00:23:49,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4dfa27c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:49,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,41263,-1] 2024-11-10T00:23:49,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:23:49,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:49,473 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:23:49,474 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@735fc8de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:49,474 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:23:49,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,41263,1731198199031 2024-11-10T00:23:49,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3bd51816 2024-11-10T00:23:49,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:23:49,475 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-10T00:23:49,476 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b3c019fcff38,42595,1731198207019 (queues=1) is replicating from cluster=0d29bad1-68f3-4846-8b86-4a3032659433 to cluster=951cc7dd-bc1e-4737-8d86-ad6794db9021 2024-11-10T00:23:49,476 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b3c019fcff38%2C42595%2C1731198207019 2024-11-10T00:23:49,476 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b3c019fcff38,42595,1731198207019, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T00:23:49,477 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.shipperb3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b3c019fcff38%2C42595%2C1731198207019 2024-11-10T00:23:49,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T00:23:49,703 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-10T00:23:49,703 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:23:49,703 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:23:49,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:49,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:49,703 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:23:49,706 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-10T00:23:49,745 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.wal-reader.b3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.1731198204798 to pos 1239, reset compression=false 2024-11-10T00:23:49,919 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066 to pos 1236, reset compression=false 2024-11-10T00:23:49,923 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T00:23:49,923 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066 to pos 1340, reset compression=false 2024-11-10T00:23:49,923 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.shipperb3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,46351,1731198199082 got entry batch from reader: WALEntryBatch [walEntries=[{test/6dff6b364d8087ebdc72f5fa932708e8/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066, lastWalPosition=1340, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T00:23:49,924 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T00:23:49,927 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T00:23:50,126 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066 to pos 1340, reset compression=false 2024-11-10T00:23:50,249 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.wal-reader.b3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.1731198204798 to pos 1239, reset compression=false 2024-11-10T00:23:50,253 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.wal-reader.b3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T00:23:50,253 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.wal-reader.b3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.1731198204798 to pos 1367, reset compression=false 2024-11-10T00:23:50,253 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.shipperb3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,38093,1731198202814 got entry batch from reader: WALEntryBatch [walEntries=[{test/3e5640de384ca76d608bd974e1c2a6f6/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.1731198204798, lastWalPosition=1367, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-10T00:23:50,254 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T00:23:50,257 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T00:23:50,430 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066 to pos 1340, reset compression=false 2024-11-10T00:23:50,456 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.wal-reader.b3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.1731198204798 to pos 1367, reset compression=false 2024-11-10T00:23:50,708 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-10T00:23:50,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4488826f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:50,710 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,36357,-1 for getting cluster id 2024-11-10T00:23:50,710 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:23:50,711 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d29bad1-68f3-4846-8b86-4a3032659433' 2024-11-10T00:23:50,711 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:23:50,711 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d29bad1-68f3-4846-8b86-4a3032659433" 2024-11-10T00:23:50,711 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74e5b0ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:50,711 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,36357,-1] 2024-11-10T00:23:50,712 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:23:50,712 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:50,712 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:23:50,713 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cc3a306, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:23:50,715 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:23:50,715 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,36357,1731198206970 2024-11-10T00:23:50,715 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@735afefb 2024-11-10T00:23:50,716 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:23:50,717 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:23:50,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36357 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-10T00:23:50,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36357 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-10T00:23:50,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-10T00:23:50,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T00:23:50,759 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.wal-reader.b3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.1731198204798 to pos 1367, reset compression=false 2024-11-10T00:23:50,763 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.wal-reader.b3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T00:23:50,763 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.shipperb3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,38093,1731198202814 got entry batch from reader: WALEntryBatch [walEntries=[{test/3e5640de384ca76d608bd974e1c2a6f6/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.1731198204798, lastWalPosition=1471, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T00:23:50,763 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.wal-reader.b3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.1731198204798 to pos 1471, reset compression=false 2024-11-10T00:23:50,764 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T00:23:50,766 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T00:23:50,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-10T00:23:50,833 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066 to pos 1340, reset compression=false 2024-11-10T00:23:50,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-10T00:23:50,876 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-10T00:23:50,876 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-10T00:23:50,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36357 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-10T00:23:50,878 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.wal-reader.b3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/WALs/b3c019fcff38,42595,1731198207019/b3c019fcff38%2C42595%2C1731198207019.1731198209007, startPosition=1241, beingWritten=true 2024-11-10T00:23:50,878 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on b3c019fcff38,42595,1731198207019 suceeded 2024-11-10T00:23:50,880 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-10T00:23:50,880 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-10T00:23:50,880 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-10T00:23:50,882 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 163 msec 2024-11-10T00:23:50,882 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.wal-reader.b3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T00:23:50,882 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.wal-reader.b3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/WALs/b3c019fcff38,42595,1731198207019/b3c019fcff38%2C42595%2C1731198207019.1731198209007 to pos 1521, reset compression=false 2024-11-10T00:23:50,882 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.shipperb3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,42595,1731198207019 got entry batch from reader: WALEntryBatch [walEntries=[{test/9d5d91888b3f7945e1b03f2f5e659387/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/WALs/b3c019fcff38,42595,1731198207019/b3c019fcff38%2C42595%2C1731198207019.1731198209007, lastWalPosition=1521, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-10T00:23:50,884 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.shipperb3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T00:23:50,885 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-10T00:23:50,885 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46351 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T00:23:50,888 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46351 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T00:23:50,967 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.wal-reader.b3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.1731198204798 to pos 1471, reset compression=false 2024-11-10T00:23:51,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-10T00:23:51,043 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-10T00:23:51,043 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:23:51,043 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:23:51,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:51,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:51,044 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:23:51,045 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-10T00:23:51,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T00:23:51,045 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:23:51,046 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:23:51,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:51,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:51,046 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:23:51,046 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T00:23:51,046 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=3564546, stopped=false 2024-11-10T00:23:51,046 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b3c019fcff38,36357,1731198206970 2024-11-10T00:23:51,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42595-0x100ff420b620007, quorum=127.0.0.1:64895, baseZNode=/2-602024263 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-602024263/running 2024-11-10T00:23:51,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36357-0x100ff420b620006, quorum=127.0.0.1:64895, baseZNode=/2-602024263 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-602024263/running 2024-11-10T00:23:51,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36357-0x100ff420b620006, quorum=127.0.0.1:64895, baseZNode=/2-602024263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-602024263 2024-11-10T00:23:51,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42595-0x100ff420b620007, quorum=127.0.0.1:64895, baseZNode=/2-602024263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-602024263 2024-11-10T00:23:51,048 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T00:23:51,048 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:23:51,048 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:23:51,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:51,048 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b3c019fcff38,42595,1731198207019' ***** 2024-11-10T00:23:51,048 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T00:23:51,048 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42595-0x100ff420b620007, quorum=127.0.0.1:64895, baseZNode=/2-602024263 Set watcher on znode that does not yet exist, /2-602024263/running 2024-11-10T00:23:51,048 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36357-0x100ff420b620006, quorum=127.0.0.1:64895, baseZNode=/2-602024263 Set watcher on znode that does not yet exist, /2-602024263/running 2024-11-10T00:23:51,049 INFO [RS:0;b3c019fcff38:42595 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T00:23:51,049 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T00:23:51,049 INFO [RS:0;b3c019fcff38:42595 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T00:23:51,049 INFO [RS:0;b3c019fcff38:42595 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T00:23:51,049 INFO [RS:0;b3c019fcff38:42595 {}] regionserver.HRegionServer(3091): Received CLOSE for 9d5d91888b3f7945e1b03f2f5e659387 2024-11-10T00:23:51,050 INFO [RS:0;b3c019fcff38:42595 {}] regionserver.HRegionServer(3091): Received CLOSE for b4f88677f331d52e47e7ebcb85184326 2024-11-10T00:23:51,050 INFO [RS:0;b3c019fcff38:42595 {}] regionserver.HRegionServer(959): stopping server b3c019fcff38,42595,1731198207019 2024-11-10T00:23:51,050 INFO [RS:0;b3c019fcff38:42595 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T00:23:51,050 INFO [RS:0;b3c019fcff38:42595 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b3c019fcff38:42595. 2024-11-10T00:23:51,050 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9d5d91888b3f7945e1b03f2f5e659387, disabling compactions & flushes 2024-11-10T00:23:51,050 DEBUG [RS:0;b3c019fcff38:42595 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:23:51,050 DEBUG [RS:0;b3c019fcff38:42595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:51,050 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731198214366.9d5d91888b3f7945e1b03f2f5e659387. 2024-11-10T00:23:51,050 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731198214366.9d5d91888b3f7945e1b03f2f5e659387. 2024-11-10T00:23:51,050 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731198214366.9d5d91888b3f7945e1b03f2f5e659387. after waiting 0 ms 2024-11-10T00:23:51,050 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731198214366.9d5d91888b3f7945e1b03f2f5e659387. 2024-11-10T00:23:51,050 INFO [RS:0;b3c019fcff38:42595 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T00:23:51,050 INFO [RS:0;b3c019fcff38:42595 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T00:23:51,050 INFO [RS:0;b3c019fcff38:42595 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T00:23:51,050 INFO [RS:0;b3c019fcff38:42595 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T00:23:51,050 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9d5d91888b3f7945e1b03f2f5e659387 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-10T00:23:51,050 INFO [RS:0;b3c019fcff38:42595 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T00:23:51,050 DEBUG [RS:0;b3c019fcff38:42595 {}] regionserver.HRegionServer(1325): Online Regions={9d5d91888b3f7945e1b03f2f5e659387=test,,1731198214366.9d5d91888b3f7945e1b03f2f5e659387., 1588230740=hbase:meta,,1.1588230740, b4f88677f331d52e47e7ebcb85184326=hbase:replication,,1731198220848.b4f88677f331d52e47e7ebcb85184326.} 2024-11-10T00:23:51,050 DEBUG [RS:0;b3c019fcff38:42595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9d5d91888b3f7945e1b03f2f5e659387, b4f88677f331d52e47e7ebcb85184326 2024-11-10T00:23:51,050 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T00:23:51,050 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T00:23:51,050 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T00:23:51,050 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T00:23:51,050 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T00:23:51,050 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T00:23:51,066 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/data/default/test/9d5d91888b3f7945e1b03f2f5e659387/.tmp/f/f99a20c1c4a34271a17eeead20e3412f is 37, key is row3/f:row3/1731198229704/Put/seqid=0 2024-11-10T00:23:51,068 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/data/hbase/meta/1588230740/.tmp/info/7e7a469ec4cc4cce941795840fd8acdf is 147, key is hbase:replication,,1731198220848.b4f88677f331d52e47e7ebcb85184326./info:regioninfo/1731198222008/Put/seqid=0 2024-11-10T00:23:51,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741840_1016 (size=5228) 2024-11-10T00:23:51,069 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/data/default/test/9d5d91888b3f7945e1b03f2f5e659387/.tmp/f/f99a20c1c4a34271a17eeead20e3412f 2024-11-10T00:23:51,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741841_1017 (size=7686) 2024-11-10T00:23:51,072 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/data/hbase/meta/1588230740/.tmp/info/7e7a469ec4cc4cce941795840fd8acdf 2024-11-10T00:23:51,074 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f99a20c1c4a34271a17eeead20e3412f 2024-11-10T00:23:51,085 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.wal-reader.b3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/WALs/b3c019fcff38,42595,1731198207019/b3c019fcff38%2C42595%2C1731198207019.1731198209007 to pos 1521, reset compression=false 2024-11-10T00:23:51,089 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/data/default/test/9d5d91888b3f7945e1b03f2f5e659387/.tmp/f1/abb69cdc06014bc7b60072245e715327 is 30, key is row1/f1:/1731198227044/DeleteFamily/seqid=0 2024-11-10T00:23:51,089 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.wal-reader.b3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T00:23:51,089 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.wal-reader.b3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/WALs/b3c019fcff38,42595,1731198207019/b3c019fcff38%2C42595%2C1731198207019.1731198209007 to pos 1768, reset compression=false 2024-11-10T00:23:51,089 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.shipperb3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,42595,1731198207019 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/WALs/b3c019fcff38,42595,1731198207019/b3c019fcff38%2C42595%2C1731198207019.1731198209007, lastWalPosition=1768, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T00:23:51,090 ERROR [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.shipperb3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b3c019fcff38,42595,1731198207019: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b3c019fcff38,42595,1731198207019, walGroup=b3c019fcff38%2C42595%2C1731198207019, offset=b3c019fcff38%2C42595%2C1731198207019.1731198209007:1768, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b3c019fcff38:42595 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T00:23:51,091 INFO [regionserver/b3c019fcff38:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T00:23:51,091 ERROR [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.shipperb3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T00:23:51,091 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.shipperb3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T00:23:51,092 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/data/hbase/meta/1588230740/.tmp/ns/4bf7f52f8b944f48b11067d84c226400 is 43, key is default/ns:d/1731198209967/Put/seqid=0 2024-11-10T00:23:51,092 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.shipperb3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T00:23:51,092 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.shipperb3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T00:23:51,092 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.shipperb3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T00:23:51,092 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.shipperb3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1153433600, "init": 1048576000, "max": 2306867200, "used": 768938192 }, "NonHeapMemoryUsage": { "committed": 201064448, "init": 7667712, "max": -1, "used": 198221144 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T00:23:51,092 WARN [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.shipperb3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b3c019fcff38:36357 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b3c019fcff38:36357 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T00:23:51,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741842_1018 (size=5158) 2024-11-10T00:23:51,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741843_1019 (size=5153) 2024-11-10T00:23:51,250 DEBUG [RS:0;b3c019fcff38:42595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9d5d91888b3f7945e1b03f2f5e659387, b4f88677f331d52e47e7ebcb85184326 2024-11-10T00:23:51,270 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.wal-reader.b3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.1731198204798 to pos 1471, reset compression=false 2024-11-10T00:23:51,297 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.wal-reader.b3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/WALs/b3c019fcff38,42595,1731198207019/b3c019fcff38%2C42595%2C1731198207019.1731198209007 to pos 1768, reset compression=false 2024-11-10T00:23:51,337 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066 to pos 1340, reset compression=false 2024-11-10T00:23:51,340 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T00:23:51,340 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066 to pos 1491, reset compression=false 2024-11-10T00:23:51,340 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.shipperb3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,46351,1731198199082 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066, lastWalPosition=1491, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T00:23:51,451 DEBUG [RS:0;b3c019fcff38:42595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9d5d91888b3f7945e1b03f2f5e659387, b4f88677f331d52e47e7ebcb85184326 2024-11-10T00:23:51,498 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/data/default/test/9d5d91888b3f7945e1b03f2f5e659387/.tmp/f1/abb69cdc06014bc7b60072245e715327 2024-11-10T00:23:51,502 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for abb69cdc06014bc7b60072245e715327 2024-11-10T00:23:51,504 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/data/hbase/meta/1588230740/.tmp/ns/4bf7f52f8b944f48b11067d84c226400 2024-11-10T00:23:51,517 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/data/default/test/9d5d91888b3f7945e1b03f2f5e659387/.tmp/norep/03f35a2caa0b4959872f470c417056d9 is 33, key is row2/norep:/1731198228049/DeleteFamily/seqid=0 2024-11-10T00:23:51,520 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/data/hbase/meta/1588230740/.tmp/rep_barrier/0d7c38712f9742dda901730d6e7a7f9c is 112, key is test,,1731198214366.9d5d91888b3f7945e1b03f2f5e659387./rep_barrier:seqnumDuringOpen/1731198215522/Put/seqid=0 2024-11-10T00:23:51,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741844_1020 (size=5108) 2024-11-10T00:23:51,522 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/data/default/test/9d5d91888b3f7945e1b03f2f5e659387/.tmp/norep/03f35a2caa0b4959872f470c417056d9 2024-11-10T00:23:51,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741845_1021 (size=5518) 2024-11-10T00:23:51,523 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/data/hbase/meta/1588230740/.tmp/rep_barrier/0d7c38712f9742dda901730d6e7a7f9c 2024-11-10T00:23:51,526 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 03f35a2caa0b4959872f470c417056d9 2024-11-10T00:23:51,527 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/data/default/test/9d5d91888b3f7945e1b03f2f5e659387/.tmp/f/f99a20c1c4a34271a17eeead20e3412f as hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/data/default/test/9d5d91888b3f7945e1b03f2f5e659387/f/f99a20c1c4a34271a17eeead20e3412f 2024-11-10T00:23:51,531 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f99a20c1c4a34271a17eeead20e3412f 2024-11-10T00:23:51,531 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/data/default/test/9d5d91888b3f7945e1b03f2f5e659387/f/f99a20c1c4a34271a17eeead20e3412f, entries=5, sequenceid=12, filesize=5.1 K 2024-11-10T00:23:51,531 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/data/default/test/9d5d91888b3f7945e1b03f2f5e659387/.tmp/f1/abb69cdc06014bc7b60072245e715327 as hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/data/default/test/9d5d91888b3f7945e1b03f2f5e659387/f1/abb69cdc06014bc7b60072245e715327 2024-11-10T00:23:51,535 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for abb69cdc06014bc7b60072245e715327 2024-11-10T00:23:51,535 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/data/default/test/9d5d91888b3f7945e1b03f2f5e659387/f1/abb69cdc06014bc7b60072245e715327, entries=3, sequenceid=12, filesize=5.0 K 2024-11-10T00:23:51,535 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/data/default/test/9d5d91888b3f7945e1b03f2f5e659387/.tmp/norep/03f35a2caa0b4959872f470c417056d9 as hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/data/default/test/9d5d91888b3f7945e1b03f2f5e659387/norep/03f35a2caa0b4959872f470c417056d9 2024-11-10T00:23:51,539 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 03f35a2caa0b4959872f470c417056d9 2024-11-10T00:23:51,539 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/data/default/test/9d5d91888b3f7945e1b03f2f5e659387/norep/03f35a2caa0b4959872f470c417056d9, entries=1, sequenceid=12, filesize=5.0 K 2024-11-10T00:23:51,540 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 9d5d91888b3f7945e1b03f2f5e659387 in 489ms, sequenceid=12, compaction requested=false 2024-11-10T00:23:51,543 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/data/hbase/meta/1588230740/.tmp/table/af154f0ede8e49bcabd49017653c8d5b is 53, key is hbase:replication/table:state/1731198222014/Put/seqid=0 2024-11-10T00:23:51,543 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066 to pos 1491, reset compression=false 2024-11-10T00:23:51,543 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/data/default/test/9d5d91888b3f7945e1b03f2f5e659387/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-10T00:23:51,544 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T00:23:51,544 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T00:23:51,544 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731198214366.9d5d91888b3f7945e1b03f2f5e659387. 2024-11-10T00:23:51,544 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9d5d91888b3f7945e1b03f2f5e659387: Waiting for close lock at 1731198231050Running coprocessor pre-close hooks at 1731198231050Disabling compacts and flushes for region at 1731198231050Disabling writes for close at 1731198231050Obtaining lock to block concurrent updates at 1731198231050Preparing flush snapshotting stores in 9d5d91888b3f7945e1b03f2f5e659387 at 1731198231050Finished memstore snapshotting test,,1731198214366.9d5d91888b3f7945e1b03f2f5e659387., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731198231050Flushing stores of test,,1731198214366.9d5d91888b3f7945e1b03f2f5e659387. at 1731198231051 (+1 ms)Flushing 9d5d91888b3f7945e1b03f2f5e659387/f: creating writer at 1731198231051Flushing 9d5d91888b3f7945e1b03f2f5e659387/f: appending metadata at 1731198231065 (+14 ms)Flushing 9d5d91888b3f7945e1b03f2f5e659387/f: closing flushed file at 1731198231065Flushing 9d5d91888b3f7945e1b03f2f5e659387/f1: creating writer at 1731198231074 (+9 ms)Flushing 9d5d91888b3f7945e1b03f2f5e659387/f1: appending metadata at 1731198231088 (+14 ms)Flushing 9d5d91888b3f7945e1b03f2f5e659387/f1: closing flushed file at 1731198231088Flushing 9d5d91888b3f7945e1b03f2f5e659387/norep: creating writer at 1731198231502 (+414 ms)Flushing 9d5d91888b3f7945e1b03f2f5e659387/norep: appending metadata at 1731198231516 (+14 ms)Flushing 9d5d91888b3f7945e1b03f2f5e659387/norep: closing flushed file at 1731198231516Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71b7bec8: reopening flushed file at 1731198231527 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68d18dd0: reopening flushed file at 1731198231531 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56696df5: reopening flushed file at 1731198231535 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 9d5d91888b3f7945e1b03f2f5e659387 in 489ms, sequenceid=12, compaction requested=false at 1731198231540 (+5 ms)Writing region close event to WAL at 1731198231541 (+1 ms)Running coprocessor post-close hooks at 1731198231544 (+3 ms)Closed at 1731198231544 2024-11-10T00:23:51,544 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731198214366.9d5d91888b3f7945e1b03f2f5e659387. 2024-11-10T00:23:51,544 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b4f88677f331d52e47e7ebcb85184326, disabling compactions & flushes 2024-11-10T00:23:51,544 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731198220848.b4f88677f331d52e47e7ebcb85184326. 2024-11-10T00:23:51,545 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731198220848.b4f88677f331d52e47e7ebcb85184326. 2024-11-10T00:23:51,545 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731198220848.b4f88677f331d52e47e7ebcb85184326. after waiting 0 ms 2024-11-10T00:23:51,545 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731198220848.b4f88677f331d52e47e7ebcb85184326. 2024-11-10T00:23:51,545 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b4f88677f331d52e47e7ebcb85184326: Waiting for close lock at 1731198231544Running coprocessor pre-close hooks at 1731198231544Disabling compacts and flushes for region at 1731198231544Disabling writes for close at 1731198231545 (+1 ms)Failed flush hbase:replication,,1731198220848.b4f88677f331d52e47e7ebcb85184326., putting online again at 1731198231545 2024-11-10T00:23:51,545 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731198220848.b4f88677f331d52e47e7ebcb85184326. 2024-11-10T00:23:51,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741846_1022 (size=5308) 2024-11-10T00:23:51,547 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/data/hbase/meta/1588230740/.tmp/table/af154f0ede8e49bcabd49017653c8d5b 2024-11-10T00:23:51,551 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/data/hbase/meta/1588230740/.tmp/info/7e7a469ec4cc4cce941795840fd8acdf as hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/data/hbase/meta/1588230740/info/7e7a469ec4cc4cce941795840fd8acdf 2024-11-10T00:23:51,555 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/data/hbase/meta/1588230740/info/7e7a469ec4cc4cce941795840fd8acdf, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T00:23:51,555 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/data/hbase/meta/1588230740/.tmp/ns/4bf7f52f8b944f48b11067d84c226400 as hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/data/hbase/meta/1588230740/ns/4bf7f52f8b944f48b11067d84c226400 2024-11-10T00:23:51,558 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/data/hbase/meta/1588230740/ns/4bf7f52f8b944f48b11067d84c226400, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T00:23:51,559 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/data/hbase/meta/1588230740/.tmp/rep_barrier/0d7c38712f9742dda901730d6e7a7f9c as hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/data/hbase/meta/1588230740/rep_barrier/0d7c38712f9742dda901730d6e7a7f9c 2024-11-10T00:23:51,562 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/data/hbase/meta/1588230740/rep_barrier/0d7c38712f9742dda901730d6e7a7f9c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T00:23:51,562 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/data/hbase/meta/1588230740/.tmp/table/af154f0ede8e49bcabd49017653c8d5b as hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/data/hbase/meta/1588230740/table/af154f0ede8e49bcabd49017653c8d5b 2024-11-10T00:23:51,565 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/data/hbase/meta/1588230740/table/af154f0ede8e49bcabd49017653c8d5b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T00:23:51,566 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 516ms, sequenceid=16, compaction requested=false 2024-11-10T00:23:51,570 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T00:23:51,571 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T00:23:51,571 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T00:23:51,571 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T00:23:51,571 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731198231050Running coprocessor pre-close hooks at 1731198231050Disabling compacts and flushes for region at 1731198231050Disabling writes for close at 1731198231050Obtaining lock to block concurrent updates at 1731198231050Preparing flush snapshotting stores in 1588230740 at 1731198231050Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731198231051 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731198231051Flushing 1588230740/info: creating writer at 1731198231051Flushing 1588230740/info: appending metadata at 1731198231068 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731198231068Flushing 1588230740/ns: creating writer at 1731198231075 (+7 ms)Flushing 1588230740/ns: appending metadata at 1731198231091 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731198231091Flushing 1588230740/rep_barrier: creating writer at 1731198231507 (+416 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731198231519 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731198231519Flushing 1588230740/table: creating writer at 1731198231527 (+8 ms)Flushing 1588230740/table: appending metadata at 1731198231542 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731198231542Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62e85c5e: reopening flushed file at 1731198231551 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28c525e9: reopening flushed file at 1731198231555 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b0b9044: reopening flushed file at 1731198231558 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49ca0258: reopening flushed file at 1731198231562 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 516ms, sequenceid=16, compaction requested=false at 1731198231566 (+4 ms)Writing region close event to WAL at 1731198231568 (+2 ms)Running coprocessor post-close hooks at 1731198231570 (+2 ms)Closed at 1731198231571 (+1 ms) 2024-11-10T00:23:51,571 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T00:23:51,600 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.wal-reader.b3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/WALs/b3c019fcff38,42595,1731198207019/b3c019fcff38%2C42595%2C1731198207019.1731198209007 to pos 1768, reset compression=false 2024-11-10T00:23:51,603 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.wal-reader.b3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T00:23:51,603 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.wal-reader.b3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/WALs/b3c019fcff38,42595,1731198207019/b3c019fcff38%2C42595%2C1731198207019.1731198209007 to pos 2412, reset compression=false 2024-11-10T00:23:51,651 INFO [RS:0;b3c019fcff38:42595 {}] regionserver.HRegionServer(3091): Received CLOSE for b4f88677f331d52e47e7ebcb85184326 2024-11-10T00:23:51,651 DEBUG [RS:0;b3c019fcff38:42595 {}] regionserver.HRegionServer(1351): Waiting on b4f88677f331d52e47e7ebcb85184326 2024-11-10T00:23:51,651 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b4f88677f331d52e47e7ebcb85184326, disabling compactions & flushes 2024-11-10T00:23:51,651 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731198220848.b4f88677f331d52e47e7ebcb85184326. 2024-11-10T00:23:51,651 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731198220848.b4f88677f331d52e47e7ebcb85184326. 2024-11-10T00:23:51,651 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731198220848.b4f88677f331d52e47e7ebcb85184326. after waiting 0 ms 2024-11-10T00:23:51,651 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731198220848.b4f88677f331d52e47e7ebcb85184326. 2024-11-10T00:23:51,651 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b4f88677f331d52e47e7ebcb85184326: Waiting for close lock at 1731198231651Running coprocessor pre-close hooks at 1731198231651Disabling compacts and flushes for region at 1731198231651Disabling writes for close at 1731198231651Failed flush hbase:replication,,1731198220848.b4f88677f331d52e47e7ebcb85184326., putting online again at 1731198231651 2024-11-10T00:23:51,651 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731198220848.b4f88677f331d52e47e7ebcb85184326. 2024-11-10T00:23:51,673 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.wal-reader.b3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.1731198204798 to pos 1471, reset compression=false 2024-11-10T00:23:51,806 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.wal-reader.b3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/WALs/b3c019fcff38,42595,1731198207019/b3c019fcff38%2C42595%2C1731198207019.1731198209007 to pos 2412, reset compression=false 2024-11-10T00:23:51,846 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066 to pos 1491, reset compression=false 2024-11-10T00:23:51,851 INFO [RS:0;b3c019fcff38:42595 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-10T00:23:51,851 INFO [RS:0;b3c019fcff38:42595 {}] regionserver.HRegionServer(976): stopping server b3c019fcff38,42595,1731198207019; all regions closed. 2024-11-10T00:23:51,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741834_1010 (size=4239) 2024-11-10T00:23:51,853 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/WALs/b3c019fcff38,42595,1731198207019/b3c019fcff38%2C42595%2C1731198207019.meta.1731198209929.meta not finished, retry = 0 2024-11-10T00:23:51,901 INFO [regionserver/b3c019fcff38:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T00:23:51,901 INFO [regionserver/b3c019fcff38:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T00:23:51,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741839_1015 (size=2390) 2024-11-10T00:23:51,956 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/WALs/b3c019fcff38,42595,1731198207019/b3c019fcff38%2C42595%2C1731198207019.rep.1731198221979 not finished, retry = 0 2024-11-10T00:23:52,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741832_1008 (size=2420) 2024-11-10T00:23:52,058 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/WALs/b3c019fcff38,42595,1731198207019/b3c019fcff38%2C42595%2C1731198207019.1731198209007 not finished, retry = 0 2024-11-10T00:23:52,109 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.wal-reader.b3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/WALs/b3c019fcff38,42595,1731198207019/b3c019fcff38%2C42595%2C1731198207019.1731198209007 to pos 2412, reset compression=false 2024-11-10T00:23:52,159 DEBUG [RS:0;b3c019fcff38:42595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:52,159 INFO [RS:0;b3c019fcff38:42595 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T00:23:52,159 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.wal-reader.b3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/WALs/b3c019fcff38,42595,1731198207019/b3c019fcff38%2C42595%2C1731198207019.1731198209007 2024-11-10T00:23:52,159 INFO [RS:0;b3c019fcff38:42595 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T00:23:52,159 INFO [RS:0;b3c019fcff38:42595 {}] hbase.ChoreService(370): Chore service for: regionserver/b3c019fcff38:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T00:23:52,159 INFO [RS:0;b3c019fcff38:42595 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T00:23:52,160 INFO [regionserver/b3c019fcff38:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T00:23:52,160 INFO [RS:0;b3c019fcff38:42595 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b3c019fcff38,42595,1731198207019 because: Region server is closing 2024-11-10T00:23:52,160 INFO [RS:0;b3c019fcff38:42595 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b3c019fcff38:42595. 2024-11-10T00:23:52,160 DEBUG [RS:0;b3c019fcff38:42595 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:23:52,160 DEBUG [RS:0;b3c019fcff38:42595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:52,161 DEBUG [RS:0;b3c019fcff38:42595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:52,161 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:23:52,176 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.wal-reader.b3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.1731198204798 to pos 1471, reset compression=false 2024-11-10T00:23:52,250 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066 to pos 1491, reset compression=false 2024-11-10T00:23:52,261 INFO [RS:0;b3c019fcff38:42595 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.shipperb3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 terminated 2024-11-10T00:23:52,261 WARN [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42595,1731198207019.replicationSource.wal-reader.b3c019fcff38%2C42595%2C1731198207019,1-b3c019fcff38,42595,1731198207019 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-10T00:23:52,261 INFO [RS:0;b3c019fcff38:42595 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b3c019fcff38:42595. 2024-11-10T00:23:52,261 DEBUG [RS:0;b3c019fcff38:42595 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:23:52,261 DEBUG [RS:0;b3c019fcff38:42595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:52,261 DEBUG [RS:0;b3c019fcff38:42595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:52,261 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:23:52,262 INFO [RS:0;b3c019fcff38:42595 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42595 2024-11-10T00:23:52,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42595-0x100ff420b620007, quorum=127.0.0.1:64895, baseZNode=/2-602024263 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-602024263/rs/b3c019fcff38,42595,1731198207019 2024-11-10T00:23:52,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36357-0x100ff420b620006, quorum=127.0.0.1:64895, baseZNode=/2-602024263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-602024263/rs 2024-11-10T00:23:52,265 INFO [RS:0;b3c019fcff38:42595 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T00:23:52,265 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b3c019fcff38,42595,1731198207019] 2024-11-10T00:23:52,267 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-602024263/draining/b3c019fcff38,42595,1731198207019 already deleted, retry=false 2024-11-10T00:23:52,267 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b3c019fcff38,42595,1731198207019 expired; onlineServers=0 2024-11-10T00:23:52,267 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b3c019fcff38,36357,1731198206970' ***** 2024-11-10T00:23:52,267 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T00:23:52,267 INFO [M:0;b3c019fcff38:36357 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T00:23:52,267 INFO [M:0;b3c019fcff38:36357 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T00:23:52,267 DEBUG [M:0;b3c019fcff38:36357 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T00:23:52,267 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T00:23:52,267 DEBUG [M:0;b3c019fcff38:36357 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T00:23:52,267 DEBUG [master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731198208788 {}] cleaner.HFileCleaner(306): Exit Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731198208788,5,FailOnTimeoutGroup] 2024-11-10T00:23:52,268 DEBUG [master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731198208786 {}] cleaner.HFileCleaner(306): Exit Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731198208786,5,FailOnTimeoutGroup] 2024-11-10T00:23:52,268 INFO [M:0;b3c019fcff38:36357 {}] hbase.ChoreService(370): Chore service for: master/b3c019fcff38:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T00:23:52,268 INFO [M:0;b3c019fcff38:36357 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T00:23:52,268 DEBUG [M:0;b3c019fcff38:36357 {}] master.HMaster(1795): Stopping service threads 2024-11-10T00:23:52,268 INFO [M:0;b3c019fcff38:36357 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T00:23:52,268 INFO [M:0;b3c019fcff38:36357 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T00:23:52,268 INFO [M:0;b3c019fcff38:36357 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T00:23:52,268 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T00:23:52,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36357-0x100ff420b620006, quorum=127.0.0.1:64895, baseZNode=/2-602024263 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-602024263/master 2024-11-10T00:23:52,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36357-0x100ff420b620006, quorum=127.0.0.1:64895, baseZNode=/2-602024263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-602024263 2024-11-10T00:23:52,269 DEBUG [M:0;b3c019fcff38:36357 {}] zookeeper.ZKUtil(347): master:36357-0x100ff420b620006, quorum=127.0.0.1:64895, baseZNode=/2-602024263 Unable to get data of znode /2-602024263/master because node does not exist (not an error) 2024-11-10T00:23:52,269 WARN [M:0;b3c019fcff38:36357 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T00:23:52,270 INFO [M:0;b3c019fcff38:36357 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/.lastflushedseqids 2024-11-10T00:23:52,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741847_1023 (size=245) 2024-11-10T00:23:52,345 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T00:23:52,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42595-0x100ff420b620007, quorum=127.0.0.1:64895, baseZNode=/2-602024263 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:23:52,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42595-0x100ff420b620007, quorum=127.0.0.1:64895, baseZNode=/2-602024263 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:23:52,367 INFO [RS:0;b3c019fcff38:42595 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T00:23:52,367 INFO [RS:0;b3c019fcff38:42595 {}] regionserver.HRegionServer(1031): Exiting; stopping=b3c019fcff38,42595,1731198207019; zookeeper connection closed. 2024-11-10T00:23:52,367 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@770f3ce8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@770f3ce8 2024-11-10T00:23:52,367 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T00:23:52,674 INFO [M:0;b3c019fcff38:36357 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T00:23:52,674 INFO [M:0;b3c019fcff38:36357 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T00:23:52,675 DEBUG [M:0;b3c019fcff38:36357 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T00:23:52,675 INFO [M:0;b3c019fcff38:36357 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:23:52,675 DEBUG [M:0;b3c019fcff38:36357 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:23:52,675 DEBUG [M:0;b3c019fcff38:36357 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T00:23:52,675 DEBUG [M:0;b3c019fcff38:36357 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:23:52,675 INFO [M:0;b3c019fcff38:36357 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-10T00:23:52,690 DEBUG [M:0;b3c019fcff38:36357 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a468cdc9e932420ab8ef2355a5b52b52 is 82, key is hbase:meta,,1/info:regioninfo/1731198209957/Put/seqid=0 2024-11-10T00:23:52,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741848_1024 (size=5672) 2024-11-10T00:23:52,752 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066 to pos 1491, reset compression=false 2024-11-10T00:23:52,779 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.wal-reader.b3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.1731198204798 to pos 1471, reset compression=false 2024-11-10T00:23:53,094 INFO [M:0;b3c019fcff38:36357 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a468cdc9e932420ab8ef2355a5b52b52 2024-11-10T00:23:53,115 DEBUG [M:0;b3c019fcff38:36357 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a28fa4c75a8644c1b989a31388a4f144 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731198222018/Put/seqid=0 2024-11-10T00:23:53,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741849_1025 (size=9212) 2024-11-10T00:23:53,356 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066 to pos 1491, reset compression=false 2024-11-10T00:23:53,482 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.wal-reader.b3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.1731198204798 to pos 1471, reset compression=false 2024-11-10T00:23:53,519 INFO [M:0;b3c019fcff38:36357 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a28fa4c75a8644c1b989a31388a4f144 2024-11-10T00:23:53,536 DEBUG [M:0;b3c019fcff38:36357 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/46407276dca04f13b609cd6c6e878df4 is 69, key is b3c019fcff38,42595,1731198207019/rs:state/1731198208860/Put/seqid=0 2024-11-10T00:23:53,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741850_1026 (size=5156) 2024-11-10T00:23:53,940 INFO [M:0;b3c019fcff38:36357 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/46407276dca04f13b609cd6c6e878df4 2024-11-10T00:23:53,944 DEBUG [M:0;b3c019fcff38:36357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a468cdc9e932420ab8ef2355a5b52b52 as hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a468cdc9e932420ab8ef2355a5b52b52 2024-11-10T00:23:53,947 INFO [M:0;b3c019fcff38:36357 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a468cdc9e932420ab8ef2355a5b52b52, entries=8, sequenceid=127, filesize=5.5 K 2024-11-10T00:23:53,948 DEBUG [M:0;b3c019fcff38:36357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a28fa4c75a8644c1b989a31388a4f144 as hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a28fa4c75a8644c1b989a31388a4f144 2024-11-10T00:23:53,951 INFO [M:0;b3c019fcff38:36357 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a28fa4c75a8644c1b989a31388a4f144, entries=15, sequenceid=127, filesize=9.0 K 2024-11-10T00:23:53,952 DEBUG [M:0;b3c019fcff38:36357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/46407276dca04f13b609cd6c6e878df4 as hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/46407276dca04f13b609cd6c6e878df4 2024-11-10T00:23:53,955 INFO [M:0;b3c019fcff38:36357 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37767/user/jenkins/test-data/5ebee8bc-b9f8-8f4d-d8e1-df0d9515a606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/46407276dca04f13b609cd6c6e878df4, entries=1, sequenceid=127, filesize=5.0 K 2024-11-10T00:23:53,956 INFO [M:0;b3c019fcff38:36357 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=127, compaction requested=false 2024-11-10T00:23:53,957 INFO [M:0;b3c019fcff38:36357 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:23:53,957 DEBUG [M:0;b3c019fcff38:36357 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731198232675Disabling compacts and flushes for region at 1731198232675Disabling writes for close at 1731198232675Obtaining lock to block concurrent updates at 1731198232675Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731198232675Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1731198232675Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731198232676 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731198232676Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731198232689 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731198232689Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731198233097 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731198233114 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731198233115 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731198233522 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731198233535 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731198233536 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e1b1402: reopening flushed file at 1731198233943 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61bf01cb: reopening flushed file at 1731198233947 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77ef487b: reopening flushed file at 1731198233951 (+4 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=127, compaction requested=false at 1731198233956 (+5 ms)Writing region close event to WAL at 1731198233957 (+1 ms)Closed at 1731198233957 2024-11-10T00:23:53,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741830_1006 (size=73866) 2024-11-10T00:23:53,960 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T00:23:53,960 INFO [M:0;b3c019fcff38:36357 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T00:23:53,960 INFO [M:0;b3c019fcff38:36357 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36357 2024-11-10T00:23:53,960 INFO [M:0;b3c019fcff38:36357 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T00:23:54,059 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066 to pos 1491, reset compression=false 2024-11-10T00:23:54,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36357-0x100ff420b620006, quorum=127.0.0.1:64895, baseZNode=/2-602024263 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:23:54,066 INFO [M:0;b3c019fcff38:36357 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T00:23:54,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36357-0x100ff420b620006, quorum=127.0.0.1:64895, baseZNode=/2-602024263 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:23:54,068 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@757de805{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T00:23:54,068 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@583d7786{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T00:23:54,069 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T00:23:54,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@794694b1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T00:23:54,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@190e30a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e50229-869f-b47c-c7b8-e4436b66b3fa/hadoop.log.dir/,STOPPED} 2024-11-10T00:23:54,070 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T00:23:54,071 WARN [BP-859851572-172.17.0.2-1731198205876 heartbeating to localhost/127.0.0.1:37767 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T00:23:54,071 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T00:23:54,071 WARN [BP-859851572-172.17.0.2-1731198205876 heartbeating to localhost/127.0.0.1:37767 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-859851572-172.17.0.2-1731198205876 (Datanode Uuid 254dc82a-7026-478e-8b2b-69c40976c489) service to localhost/127.0.0.1:37767 2024-11-10T00:23:54,071 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e50229-869f-b47c-c7b8-e4436b66b3fa/cluster_f8ec67f4-6e83-5605-7e7a-d5e5365c6482/data/data1/current/BP-859851572-172.17.0.2-1731198205876 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T00:23:54,071 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e50229-869f-b47c-c7b8-e4436b66b3fa/cluster_f8ec67f4-6e83-5605-7e7a-d5e5365c6482/data/data2/current/BP-859851572-172.17.0.2-1731198205876 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T00:23:54,072 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T00:23:54,079 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@54a48232{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T00:23:54,079 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@540ec32a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T00:23:54,079 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T00:23:54,079 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@522fe28d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T00:23:54,079 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51b00fd7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e50229-869f-b47c-c7b8-e4436b66b3fa/hadoop.log.dir/,STOPPED} 2024-11-10T00:23:54,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T00:23:54,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T00:23:54,094 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:23:54,094 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:23:54,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:54,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:54,095 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T00:23:54,095 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:23:54,095 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=115458449, stopped=false 2024-11-10T00:23:54,095 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b3c019fcff38,38853,1731198202767 2024-11-10T00:23:54,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38093-0x100ff420b620004, quorum=127.0.0.1:64895, baseZNode=/12080588551 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12080588551/running 2024-11-10T00:23:54,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38853-0x100ff420b620003, quorum=127.0.0.1:64895, baseZNode=/12080588551 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12080588551/running 2024-11-10T00:23:54,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38093-0x100ff420b620004, quorum=127.0.0.1:64895, baseZNode=/12080588551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12080588551 2024-11-10T00:23:54,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38853-0x100ff420b620003, quorum=127.0.0.1:64895, baseZNode=/12080588551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12080588551 2024-11-10T00:23:54,097 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T00:23:54,097 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38093-0x100ff420b620004, quorum=127.0.0.1:64895, baseZNode=/12080588551 Set watcher on znode that does not yet exist, /12080588551/running 2024-11-10T00:23:54,097 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:23:54,098 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:23:54,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:54,098 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38853-0x100ff420b620003, quorum=127.0.0.1:64895, baseZNode=/12080588551 Set watcher on znode that does not yet exist, /12080588551/running 2024-11-10T00:23:54,098 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b3c019fcff38,38093,1731198202814' ***** 2024-11-10T00:23:54,098 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T00:23:54,098 INFO [RS:0;b3c019fcff38:38093 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T00:23:54,098 INFO [RS:0;b3c019fcff38:38093 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T00:23:54,098 INFO [RS:0;b3c019fcff38:38093 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T00:23:54,098 INFO [RS:0;b3c019fcff38:38093 {}] regionserver.HRegionServer(3091): Received CLOSE for d16fd4185cd0b597dc3bb82e5e9c2e67 2024-11-10T00:23:54,098 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T00:23:54,099 INFO [RS:0;b3c019fcff38:38093 {}] regionserver.HRegionServer(3091): Received CLOSE for 3e5640de384ca76d608bd974e1c2a6f6 2024-11-10T00:23:54,099 INFO [RS:0;b3c019fcff38:38093 {}] regionserver.HRegionServer(959): stopping server b3c019fcff38,38093,1731198202814 2024-11-10T00:23:54,099 INFO [RS:0;b3c019fcff38:38093 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T00:23:54,099 INFO [RS:0;b3c019fcff38:38093 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b3c019fcff38:38093. 2024-11-10T00:23:54,099 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d16fd4185cd0b597dc3bb82e5e9c2e67, disabling compactions & flushes 2024-11-10T00:23:54,099 DEBUG [RS:0;b3c019fcff38:38093 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:23:54,099 DEBUG [RS:0;b3c019fcff38:38093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:54,099 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731198218688.d16fd4185cd0b597dc3bb82e5e9c2e67. 2024-11-10T00:23:54,099 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731198218688.d16fd4185cd0b597dc3bb82e5e9c2e67. 2024-11-10T00:23:54,099 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731198218688.d16fd4185cd0b597dc3bb82e5e9c2e67. after waiting 0 ms 2024-11-10T00:23:54,099 INFO [RS:0;b3c019fcff38:38093 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T00:23:54,099 INFO [RS:0;b3c019fcff38:38093 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T00:23:54,099 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731198218688.d16fd4185cd0b597dc3bb82e5e9c2e67. 2024-11-10T00:23:54,099 INFO [RS:0;b3c019fcff38:38093 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T00:23:54,099 INFO [RS:0;b3c019fcff38:38093 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T00:23:54,099 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d16fd4185cd0b597dc3bb82e5e9c2e67 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-10T00:23:54,099 INFO [RS:0;b3c019fcff38:38093 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T00:23:54,099 DEBUG [RS:0;b3c019fcff38:38093 {}] regionserver.HRegionServer(1325): Online Regions={d16fd4185cd0b597dc3bb82e5e9c2e67=hbase:replication,,1731198218688.d16fd4185cd0b597dc3bb82e5e9c2e67., 3e5640de384ca76d608bd974e1c2a6f6=test,,1731198212205.3e5640de384ca76d608bd974e1c2a6f6., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T00:23:54,099 DEBUG [RS:0;b3c019fcff38:38093 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e5640de384ca76d608bd974e1c2a6f6, d16fd4185cd0b597dc3bb82e5e9c2e67 2024-11-10T00:23:54,099 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T00:23:54,099 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T00:23:54,099 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T00:23:54,099 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T00:23:54,099 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T00:23:54,100 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T00:23:54,114 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/data/hbase/replication/d16fd4185cd0b597dc3bb82e5e9c2e67/.tmp/queue/4de5b6062df840ff8306ec21fe554c8a is 154, key is 1-b3c019fcff38,38093,1731198202814/queue:b3c019fcff38%2C38093%2C1731198202814/1731198230768/Put/seqid=0 2024-11-10T00:23:54,117 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/data/hbase/meta/1588230740/.tmp/info/c7c92c09cec443efb2ba8b0d649980ce is 147, key is hbase:replication,,1731198218688.d16fd4185cd0b597dc3bb82e5e9c2e67./info:regioninfo/1731198219861/Put/seqid=0 2024-11-10T00:23:54,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741840_1016 (size=5353) 2024-11-10T00:23:54,122 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/data/hbase/replication/d16fd4185cd0b597dc3bb82e5e9c2e67/.tmp/queue/4de5b6062df840ff8306ec21fe554c8a 2024-11-10T00:23:54,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741841_1017 (size=7686) 2024-11-10T00:23:54,127 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/data/hbase/replication/d16fd4185cd0b597dc3bb82e5e9c2e67/.tmp/queue/4de5b6062df840ff8306ec21fe554c8a as hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/data/hbase/replication/d16fd4185cd0b597dc3bb82e5e9c2e67/queue/4de5b6062df840ff8306ec21fe554c8a 2024-11-10T00:23:54,129 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/data/hbase/meta/1588230740/.tmp/info/c7c92c09cec443efb2ba8b0d649980ce 2024-11-10T00:23:54,131 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/data/hbase/replication/d16fd4185cd0b597dc3bb82e5e9c2e67/queue/4de5b6062df840ff8306ec21fe554c8a, entries=1, sequenceid=14, filesize=5.2 K 2024-11-10T00:23:54,132 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for d16fd4185cd0b597dc3bb82e5e9c2e67 in 33ms, sequenceid=14, compaction requested=false 2024-11-10T00:23:54,136 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/data/hbase/replication/d16fd4185cd0b597dc3bb82e5e9c2e67/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-10T00:23:54,137 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T00:23:54,137 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T00:23:54,137 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731198218688.d16fd4185cd0b597dc3bb82e5e9c2e67. 2024-11-10T00:23:54,137 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d16fd4185cd0b597dc3bb82e5e9c2e67: Waiting for close lock at 1731198234099Running coprocessor pre-close hooks at 1731198234099Disabling compacts and flushes for region at 1731198234099Disabling writes for close at 1731198234099Obtaining lock to block concurrent updates at 1731198234099Preparing flush snapshotting stores in d16fd4185cd0b597dc3bb82e5e9c2e67 at 1731198234099Finished memstore snapshotting hbase:replication,,1731198218688.d16fd4185cd0b597dc3bb82e5e9c2e67., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731198234099Flushing stores of hbase:replication,,1731198218688.d16fd4185cd0b597dc3bb82e5e9c2e67. at 1731198234100 (+1 ms)Flushing d16fd4185cd0b597dc3bb82e5e9c2e67/queue: creating writer at 1731198234100Flushing d16fd4185cd0b597dc3bb82e5e9c2e67/queue: appending metadata at 1731198234114 (+14 ms)Flushing d16fd4185cd0b597dc3bb82e5e9c2e67/queue: closing flushed file at 1731198234114Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59783fe1: reopening flushed file at 1731198234126 (+12 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for d16fd4185cd0b597dc3bb82e5e9c2e67 in 33ms, sequenceid=14, compaction requested=false at 1731198234132 (+6 ms)Writing region close event to WAL at 1731198234133 (+1 ms)Running coprocessor post-close hooks at 1731198234137 (+4 ms)Closed at 1731198234137 2024-11-10T00:23:54,137 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731198218688.d16fd4185cd0b597dc3bb82e5e9c2e67. 2024-11-10T00:23:54,137 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3e5640de384ca76d608bd974e1c2a6f6, disabling compactions & flushes 2024-11-10T00:23:54,137 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731198212205.3e5640de384ca76d608bd974e1c2a6f6. 2024-11-10T00:23:54,137 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731198212205.3e5640de384ca76d608bd974e1c2a6f6. 2024-11-10T00:23:54,137 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731198212205.3e5640de384ca76d608bd974e1c2a6f6. after waiting 0 ms 2024-11-10T00:23:54,137 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731198212205.3e5640de384ca76d608bd974e1c2a6f6. 2024-11-10T00:23:54,137 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3e5640de384ca76d608bd974e1c2a6f6 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-10T00:23:54,151 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/data/hbase/meta/1588230740/.tmp/ns/9214b88049a84b2eb94568e7e8f4b5ec is 43, key is default/ns:d/1731198205758/Put/seqid=0 2024-11-10T00:23:54,151 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/data/default/test/3e5640de384ca76d608bd974e1c2a6f6/.tmp/f/1f74e7e524ad43d4a33076766725020e is 37, key is row3/f:row3/1731198229704/Put/seqid=0 2024-11-10T00:23:54,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741842_1018 (size=5153) 2024-11-10T00:23:54,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741843_1019 (size=5228) 2024-11-10T00:23:54,192 INFO [regionserver/b3c019fcff38:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T00:23:54,285 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.wal-reader.b3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.1731198204798 to pos 1471, reset compression=false 2024-11-10T00:23:54,289 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.wal-reader.b3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T00:23:54,289 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.wal-reader.b3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.1731198204798 to pos 1718, reset compression=false 2024-11-10T00:23:54,290 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.shipperb3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,38093,1731198202814 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.1731198204798, lastWalPosition=1718, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T00:23:54,290 ERROR [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.shipperb3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b3c019fcff38,38093,1731198202814: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b3c019fcff38,38093,1731198202814, walGroup=b3c019fcff38%2C38093%2C1731198202814, offset=b3c019fcff38%2C38093%2C1731198202814.1731198204798:1718, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b3c019fcff38:38093 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T00:23:54,291 ERROR [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.shipperb3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T00:23:54,291 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.shipperb3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T00:23:54,292 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.shipperb3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T00:23:54,292 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.shipperb3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T00:23:54,292 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.shipperb3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T00:23:54,292 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.shipperb3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1153433600, "init": 1048576000, "max": 2306867200, "used": 844435664 }, "NonHeapMemoryUsage": { "committed": 201392128, "init": 7667712, "max": -1, "used": 198609968 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T00:23:54,292 WARN [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.shipperb3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b3c019fcff38:38853 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b3c019fcff38:38853 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T00:23:54,299 DEBUG [RS:0;b3c019fcff38:38093 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e5640de384ca76d608bd974e1c2a6f6 2024-11-10T00:23:54,493 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.wal-reader.b3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.1731198204798 to pos 1718, reset compression=false 2024-11-10T00:23:54,500 DEBUG [RS:0;b3c019fcff38:38093 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e5640de384ca76d608bd974e1c2a6f6 2024-11-10T00:23:54,555 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/data/hbase/meta/1588230740/.tmp/ns/9214b88049a84b2eb94568e7e8f4b5ec 2024-11-10T00:23:54,558 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/data/default/test/3e5640de384ca76d608bd974e1c2a6f6/.tmp/f/1f74e7e524ad43d4a33076766725020e 2024-11-10T00:23:54,562 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1f74e7e524ad43d4a33076766725020e 2024-11-10T00:23:54,577 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/data/hbase/meta/1588230740/.tmp/rep_barrier/02e96c09feef4c20ba6a6b39a40258b9 is 112, key is test,,1731198212205.3e5640de384ca76d608bd974e1c2a6f6./rep_barrier:seqnumDuringOpen/1731198213352/Put/seqid=0 2024-11-10T00:23:54,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741844_1020 (size=5518) 2024-11-10T00:23:54,582 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/data/default/test/3e5640de384ca76d608bd974e1c2a6f6/.tmp/f1/89ce01b8eec14638b9c1ed0a1570417d is 30, key is row1/f1:/1731198227044/DeleteFamily/seqid=0 2024-11-10T00:23:54,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741845_1021 (size=5158) 2024-11-10T00:23:54,696 INFO [regionserver/b3c019fcff38:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T00:23:54,696 INFO [regionserver/b3c019fcff38:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T00:23:54,700 DEBUG [RS:0;b3c019fcff38:38093 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e5640de384ca76d608bd974e1c2a6f6 2024-11-10T00:23:54,797 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.wal-reader.b3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.1731198204798 to pos 1718, reset compression=false 2024-11-10T00:23:54,862 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066 to pos 1491, reset compression=false 2024-11-10T00:23:54,900 DEBUG [RS:0;b3c019fcff38:38093 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e5640de384ca76d608bd974e1c2a6f6 2024-11-10T00:23:54,981 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/data/hbase/meta/1588230740/.tmp/rep_barrier/02e96c09feef4c20ba6a6b39a40258b9 2024-11-10T00:23:54,986 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/data/default/test/3e5640de384ca76d608bd974e1c2a6f6/.tmp/f1/89ce01b8eec14638b9c1ed0a1570417d 2024-11-10T00:23:54,989 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 89ce01b8eec14638b9c1ed0a1570417d 2024-11-10T00:23:55,004 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/data/hbase/meta/1588230740/.tmp/table/25e7a05bacea4b22b2ecc51f2d2654a6 is 53, key is hbase:replication/table:state/1731198219868/Put/seqid=0 2024-11-10T00:23:55,007 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/data/default/test/3e5640de384ca76d608bd974e1c2a6f6/.tmp/norep/5756e3d1ee8a4b91a628e7ae4109dc65 is 33, key is row1/norep:/1731198227044/DeleteFamily/seqid=0 2024-11-10T00:23:55,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741846_1022 (size=5308) 2024-11-10T00:23:55,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741847_1023 (size=5108) 2024-11-10T00:23:55,011 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/data/default/test/3e5640de384ca76d608bd974e1c2a6f6/.tmp/norep/5756e3d1ee8a4b91a628e7ae4109dc65 2024-11-10T00:23:55,014 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5756e3d1ee8a4b91a628e7ae4109dc65 2024-11-10T00:23:55,015 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/data/default/test/3e5640de384ca76d608bd974e1c2a6f6/.tmp/f/1f74e7e524ad43d4a33076766725020e as hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/data/default/test/3e5640de384ca76d608bd974e1c2a6f6/f/1f74e7e524ad43d4a33076766725020e 2024-11-10T00:23:55,018 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1f74e7e524ad43d4a33076766725020e 2024-11-10T00:23:55,018 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/data/default/test/3e5640de384ca76d608bd974e1c2a6f6/f/1f74e7e524ad43d4a33076766725020e, entries=5, sequenceid=12, filesize=5.1 K 2024-11-10T00:23:55,019 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/data/default/test/3e5640de384ca76d608bd974e1c2a6f6/.tmp/f1/89ce01b8eec14638b9c1ed0a1570417d as hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/data/default/test/3e5640de384ca76d608bd974e1c2a6f6/f1/89ce01b8eec14638b9c1ed0a1570417d 2024-11-10T00:23:55,022 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 89ce01b8eec14638b9c1ed0a1570417d 2024-11-10T00:23:55,022 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/data/default/test/3e5640de384ca76d608bd974e1c2a6f6/f1/89ce01b8eec14638b9c1ed0a1570417d, entries=3, sequenceid=12, filesize=5.0 K 2024-11-10T00:23:55,023 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/data/default/test/3e5640de384ca76d608bd974e1c2a6f6/.tmp/norep/5756e3d1ee8a4b91a628e7ae4109dc65 as hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/data/default/test/3e5640de384ca76d608bd974e1c2a6f6/norep/5756e3d1ee8a4b91a628e7ae4109dc65 2024-11-10T00:23:55,026 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5756e3d1ee8a4b91a628e7ae4109dc65 2024-11-10T00:23:55,026 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/data/default/test/3e5640de384ca76d608bd974e1c2a6f6/norep/5756e3d1ee8a4b91a628e7ae4109dc65, entries=1, sequenceid=12, filesize=5.0 K 2024-11-10T00:23:55,027 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 3e5640de384ca76d608bd974e1c2a6f6 in 890ms, sequenceid=12, compaction requested=false 2024-11-10T00:23:55,027 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T00:23:55,031 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/data/default/test/3e5640de384ca76d608bd974e1c2a6f6/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-10T00:23:55,032 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T00:23:55,032 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T00:23:55,032 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731198212205.3e5640de384ca76d608bd974e1c2a6f6. 2024-11-10T00:23:55,032 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3e5640de384ca76d608bd974e1c2a6f6: Waiting for close lock at 1731198234137Running coprocessor pre-close hooks at 1731198234137Disabling compacts and flushes for region at 1731198234137Disabling writes for close at 1731198234137Obtaining lock to block concurrent updates at 1731198234137Preparing flush snapshotting stores in 3e5640de384ca76d608bd974e1c2a6f6 at 1731198234137Finished memstore snapshotting test,,1731198212205.3e5640de384ca76d608bd974e1c2a6f6., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731198234138 (+1 ms)Flushing stores of test,,1731198212205.3e5640de384ca76d608bd974e1c2a6f6. at 1731198234138Flushing 3e5640de384ca76d608bd974e1c2a6f6/f: creating writer at 1731198234138Flushing 3e5640de384ca76d608bd974e1c2a6f6/f: appending metadata at 1731198234151 (+13 ms)Flushing 3e5640de384ca76d608bd974e1c2a6f6/f: closing flushed file at 1731198234151Flushing 3e5640de384ca76d608bd974e1c2a6f6/f1: creating writer at 1731198234562 (+411 ms)Flushing 3e5640de384ca76d608bd974e1c2a6f6/f1: appending metadata at 1731198234581 (+19 ms)Flushing 3e5640de384ca76d608bd974e1c2a6f6/f1: closing flushed file at 1731198234581Flushing 3e5640de384ca76d608bd974e1c2a6f6/norep: creating writer at 1731198234989 (+408 ms)Flushing 3e5640de384ca76d608bd974e1c2a6f6/norep: appending metadata at 1731198235007 (+18 ms)Flushing 3e5640de384ca76d608bd974e1c2a6f6/norep: closing flushed file at 1731198235007Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cbb789a: reopening flushed file at 1731198235014 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7eb95154: reopening flushed file at 1731198235018 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fa3a34a: reopening flushed file at 1731198235022 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 3e5640de384ca76d608bd974e1c2a6f6 in 890ms, sequenceid=12, compaction requested=false at 1731198235027 (+5 ms)Writing region close event to WAL at 1731198235029 (+2 ms)Running coprocessor post-close hooks at 1731198235032 (+3 ms)Closed at 1731198235032 2024-11-10T00:23:55,032 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731198212205.3e5640de384ca76d608bd974e1c2a6f6. 2024-11-10T00:23:55,100 INFO [RS:0;b3c019fcff38:38093 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T00:23:55,100 DEBUG [RS:0;b3c019fcff38:38093 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T00:23:55,100 DEBUG [RS:0;b3c019fcff38:38093 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:23:55,200 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.wal-reader.b3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.1731198204798 to pos 1718, reset compression=false 2024-11-10T00:23:55,204 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.wal-reader.b3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T00:23:55,204 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.wal-reader.b3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.1731198204798 to pos 2362, reset compression=false 2024-11-10T00:23:55,300 DEBUG [RS:0;b3c019fcff38:38093 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:23:55,407 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.wal-reader.b3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.1731198204798 to pos 2362, reset compression=false 2024-11-10T00:23:55,410 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/data/hbase/meta/1588230740/.tmp/table/25e7a05bacea4b22b2ecc51f2d2654a6 2024-11-10T00:23:55,414 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/data/hbase/meta/1588230740/.tmp/info/c7c92c09cec443efb2ba8b0d649980ce as hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/data/hbase/meta/1588230740/info/c7c92c09cec443efb2ba8b0d649980ce 2024-11-10T00:23:55,417 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/data/hbase/meta/1588230740/info/c7c92c09cec443efb2ba8b0d649980ce, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T00:23:55,418 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/data/hbase/meta/1588230740/.tmp/ns/9214b88049a84b2eb94568e7e8f4b5ec as hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/data/hbase/meta/1588230740/ns/9214b88049a84b2eb94568e7e8f4b5ec 2024-11-10T00:23:55,421 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/data/hbase/meta/1588230740/ns/9214b88049a84b2eb94568e7e8f4b5ec, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T00:23:55,422 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/data/hbase/meta/1588230740/.tmp/rep_barrier/02e96c09feef4c20ba6a6b39a40258b9 as hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/data/hbase/meta/1588230740/rep_barrier/02e96c09feef4c20ba6a6b39a40258b9 2024-11-10T00:23:55,425 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/data/hbase/meta/1588230740/rep_barrier/02e96c09feef4c20ba6a6b39a40258b9, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T00:23:55,426 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/data/hbase/meta/1588230740/.tmp/table/25e7a05bacea4b22b2ecc51f2d2654a6 as hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/data/hbase/meta/1588230740/table/25e7a05bacea4b22b2ecc51f2d2654a6 2024-11-10T00:23:55,429 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/data/hbase/meta/1588230740/table/25e7a05bacea4b22b2ecc51f2d2654a6, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T00:23:55,430 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1331ms, sequenceid=16, compaction requested=false 2024-11-10T00:23:55,430 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T00:23:55,435 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T00:23:55,435 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T00:23:55,435 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T00:23:55,435 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T00:23:55,435 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731198234099Running coprocessor pre-close hooks at 1731198234099Disabling compacts and flushes for region at 1731198234099Disabling writes for close at 1731198234099Obtaining lock to block concurrent updates at 1731198234100 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731198234100Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731198234100Flushing stores of hbase:meta,,1.1588230740 at 1731198234100Flushing 1588230740/info: creating writer at 1731198234101 (+1 ms)Flushing 1588230740/info: appending metadata at 1731198234117 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731198234117Flushing 1588230740/ns: creating writer at 1731198234133 (+16 ms)Flushing 1588230740/ns: appending metadata at 1731198234150 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731198234150Flushing 1588230740/rep_barrier: creating writer at 1731198234559 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731198234576 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731198234576Flushing 1588230740/table: creating writer at 1731198234985 (+409 ms)Flushing 1588230740/table: appending metadata at 1731198235004 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731198235004Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ef2bd1a: reopening flushed file at 1731198235414 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23036986: reopening flushed file at 1731198235418 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fd0de5f: reopening flushed file at 1731198235421 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28dd0d49: reopening flushed file at 1731198235425 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1331ms, sequenceid=16, compaction requested=false at 1731198235430 (+5 ms)Writing region close event to WAL at 1731198235432 (+2 ms)Running coprocessor post-close hooks at 1731198235435 (+3 ms)Closed at 1731198235435 2024-11-10T00:23:55,436 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T00:23:55,500 INFO [RS:0;b3c019fcff38:38093 {}] regionserver.HRegionServer(976): stopping server b3c019fcff38,38093,1731198202814; all regions closed. 2024-11-10T00:23:55,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741834_1010 (size=4239) 2024-11-10T00:23:55,503 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.meta.1731198205720.meta not finished, retry = 0 2024-11-10T00:23:55,605 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/WALs/b3c019fcff38,38093,1731198202814/b3c019fcff38%2C38093%2C1731198202814.rep.1731198219823 not finished, retry = 0 2024-11-10T00:23:55,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741839_1015 (size=3552) 2024-11-10T00:23:55,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741832_1008 (size=2370) 2024-11-10T00:23:55,709 DEBUG [RS:0;b3c019fcff38:38093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:55,709 INFO [RS:0;b3c019fcff38:38093 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T00:23:55,709 INFO [RS:0;b3c019fcff38:38093 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T00:23:55,709 INFO [RS:0;b3c019fcff38:38093 {}] hbase.ChoreService(370): Chore service for: regionserver/b3c019fcff38:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T00:23:55,709 INFO [RS:0;b3c019fcff38:38093 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T00:23:55,709 INFO [regionserver/b3c019fcff38:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T00:23:55,709 INFO [RS:0;b3c019fcff38:38093 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b3c019fcff38,38093,1731198202814 because: Region server is closing 2024-11-10T00:23:55,709 INFO [RS:0;b3c019fcff38:38093 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b3c019fcff38:38093. 2024-11-10T00:23:55,710 DEBUG [RS:0;b3c019fcff38:38093 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:23:55,710 DEBUG [RS:0;b3c019fcff38:38093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:55,710 DEBUG [RS:0;b3c019fcff38:38093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:55,710 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:23:55,766 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066 to pos 1491, reset compression=false 2024-11-10T00:23:55,810 INFO [RS:0;b3c019fcff38:38093 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38093,1731198202814.replicationSource.shipperb3c019fcff38%2C38093%2C1731198202814,1-b3c019fcff38,38093,1731198202814 terminated 2024-11-10T00:23:55,810 INFO [RS:0;b3c019fcff38:38093 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b3c019fcff38:38093. 2024-11-10T00:23:55,810 DEBUG [RS:0;b3c019fcff38:38093 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:23:55,810 DEBUG [RS:0;b3c019fcff38:38093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:55,810 DEBUG [RS:0;b3c019fcff38:38093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:55,811 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:23:55,811 INFO [RS:0;b3c019fcff38:38093 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38093 2024-11-10T00:23:55,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38093-0x100ff420b620004, quorum=127.0.0.1:64895, baseZNode=/12080588551 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12080588551/rs/b3c019fcff38,38093,1731198202814 2024-11-10T00:23:55,813 INFO [RS:0;b3c019fcff38:38093 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T00:23:55,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38853-0x100ff420b620003, quorum=127.0.0.1:64895, baseZNode=/12080588551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12080588551/rs 2024-11-10T00:23:55,814 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b3c019fcff38,38093,1731198202814] 2024-11-10T00:23:55,816 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12080588551/draining/b3c019fcff38,38093,1731198202814 already deleted, retry=false 2024-11-10T00:23:55,816 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b3c019fcff38,38093,1731198202814 expired; onlineServers=0 2024-11-10T00:23:55,816 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b3c019fcff38,38853,1731198202767' ***** 2024-11-10T00:23:55,816 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T00:23:55,816 INFO [M:0;b3c019fcff38:38853 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T00:23:55,816 INFO [M:0;b3c019fcff38:38853 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T00:23:55,816 DEBUG [M:0;b3c019fcff38:38853 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T00:23:55,816 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T00:23:55,816 DEBUG [M:0;b3c019fcff38:38853 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T00:23:55,816 DEBUG [master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731198204580 {}] cleaner.HFileCleaner(306): Exit Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731198204580,5,FailOnTimeoutGroup] 2024-11-10T00:23:55,817 DEBUG [master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731198204581 {}] cleaner.HFileCleaner(306): Exit Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731198204581,5,FailOnTimeoutGroup] 2024-11-10T00:23:55,817 INFO [M:0;b3c019fcff38:38853 {}] hbase.ChoreService(370): Chore service for: master/b3c019fcff38:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T00:23:55,817 INFO [M:0;b3c019fcff38:38853 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T00:23:55,817 DEBUG [M:0;b3c019fcff38:38853 {}] master.HMaster(1795): Stopping service threads 2024-11-10T00:23:55,817 INFO [M:0;b3c019fcff38:38853 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T00:23:55,817 INFO [M:0;b3c019fcff38:38853 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T00:23:55,817 INFO [M:0;b3c019fcff38:38853 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T00:23:55,817 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T00:23:55,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38853-0x100ff420b620003, quorum=127.0.0.1:64895, baseZNode=/12080588551 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12080588551/master 2024-11-10T00:23:55,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38853-0x100ff420b620003, quorum=127.0.0.1:64895, baseZNode=/12080588551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12080588551 2024-11-10T00:23:55,819 DEBUG [M:0;b3c019fcff38:38853 {}] zookeeper.ZKUtil(347): master:38853-0x100ff420b620003, quorum=127.0.0.1:64895, baseZNode=/12080588551 Unable to get data of znode /12080588551/master because node does not exist (not an error) 2024-11-10T00:23:55,819 WARN [M:0;b3c019fcff38:38853 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T00:23:55,819 INFO [M:0;b3c019fcff38:38853 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/.lastflushedseqids 2024-11-10T00:23:55,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741848_1024 (size=245) 2024-11-10T00:23:55,914 INFO [RS:0;b3c019fcff38:38093 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T00:23:55,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38093-0x100ff420b620004, quorum=127.0.0.1:64895, baseZNode=/12080588551 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:23:55,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38093-0x100ff420b620004, quorum=127.0.0.1:64895, baseZNode=/12080588551 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:23:55,914 INFO [RS:0;b3c019fcff38:38093 {}] regionserver.HRegionServer(1031): Exiting; stopping=b3c019fcff38,38093,1731198202814; zookeeper connection closed. 2024-11-10T00:23:55,915 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@170d6117 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@170d6117 2024-11-10T00:23:55,915 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T00:23:56,229 INFO [M:0;b3c019fcff38:38853 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T00:23:56,230 INFO [M:0;b3c019fcff38:38853 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T00:23:56,230 DEBUG [M:0;b3c019fcff38:38853 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T00:23:56,230 INFO [M:0;b3c019fcff38:38853 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:23:56,230 DEBUG [M:0;b3c019fcff38:38853 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:23:56,230 DEBUG [M:0;b3c019fcff38:38853 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T00:23:56,230 DEBUG [M:0;b3c019fcff38:38853 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:23:56,230 INFO [M:0;b3c019fcff38:38853 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-10T00:23:56,244 DEBUG [M:0;b3c019fcff38:38853 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/70b707a2caf74f1ebfdf8d4b690914c8 is 82, key is hbase:meta,,1/info:regioninfo/1731198205750/Put/seqid=0 2024-11-10T00:23:56,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741849_1025 (size=5672) 2024-11-10T00:23:56,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:56,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:56,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:56,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:56,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:56,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:56,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:56,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:56,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:56,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:56,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:56,649 INFO [M:0;b3c019fcff38:38853 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/70b707a2caf74f1ebfdf8d4b690914c8 2024-11-10T00:23:56,666 DEBUG [M:0;b3c019fcff38:38853 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2e22d7e703e84a319eb434f8ab723fe7 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731198219871/Put/seqid=0 2024-11-10T00:23:56,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741850_1026 (size=8517) 2024-11-10T00:23:56,770 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066 to pos 1491, reset compression=false 2024-11-10T00:23:57,070 INFO [M:0;b3c019fcff38:38853 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2e22d7e703e84a319eb434f8ab723fe7 2024-11-10T00:23:57,087 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T00:23:57,088 DEBUG [M:0;b3c019fcff38:38853 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/41905bcef35c424dbc51d74ea1fc3040 is 69, key is b3c019fcff38,38093,1731198202814/rs:state/1731198204656/Put/seqid=0 2024-11-10T00:23:57,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:57,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:57,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741851_1027 (size=5156) 2024-11-10T00:23:57,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:57,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:57,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:57,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:57,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:57,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:57,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:57,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:57,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:23:57,492 INFO [M:0;b3c019fcff38:38853 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/41905bcef35c424dbc51d74ea1fc3040 2024-11-10T00:23:57,496 DEBUG [M:0;b3c019fcff38:38853 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/70b707a2caf74f1ebfdf8d4b690914c8 as hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/70b707a2caf74f1ebfdf8d4b690914c8 2024-11-10T00:23:57,499 INFO [M:0;b3c019fcff38:38853 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/70b707a2caf74f1ebfdf8d4b690914c8, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T00:23:57,500 DEBUG [M:0;b3c019fcff38:38853 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2e22d7e703e84a319eb434f8ab723fe7 as hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2e22d7e703e84a319eb434f8ab723fe7 2024-11-10T00:23:57,502 INFO [M:0;b3c019fcff38:38853 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2e22d7e703e84a319eb434f8ab723fe7, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T00:23:57,503 DEBUG [M:0;b3c019fcff38:38853 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/41905bcef35c424dbc51d74ea1fc3040 as hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/41905bcef35c424dbc51d74ea1fc3040 2024-11-10T00:23:57,506 INFO [M:0;b3c019fcff38:38853 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36533/user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/41905bcef35c424dbc51d74ea1fc3040, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T00:23:57,506 INFO [M:0;b3c019fcff38:38853 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=97, compaction requested=false 2024-11-10T00:23:57,507 INFO [M:0;b3c019fcff38:38853 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:23:57,507 DEBUG [M:0;b3c019fcff38:38853 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731198236230Disabling compacts and flushes for region at 1731198236230Disabling writes for close at 1731198236230Obtaining lock to block concurrent updates at 1731198236230Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731198236230Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731198236230Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731198236231 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731198236231Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731198236244 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731198236244Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731198236653 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731198236666 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731198236666Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731198237074 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731198237088 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731198237088Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62c5c8d2: reopening flushed file at 1731198237495 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c48dc3d: reopening flushed file at 1731198237499 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1995f4ba: reopening flushed file at 1731198237502 (+3 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=97, compaction requested=false at 1731198237506 (+4 ms)Writing region close event to WAL at 1731198237507 (+1 ms)Closed at 1731198237507 2024-11-10T00:23:57,509 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/735effb7-b341-8d86-9335-f9a6615265e0/MasterData/WALs/b3c019fcff38,38853,1731198202767/b3c019fcff38%2C38853%2C1731198202767.1731198204493 not finished, retry = 0 2024-11-10T00:23:57,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741830_1006 (size=63666) 2024-11-10T00:23:57,610 INFO [M:0;b3c019fcff38:38853 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T00:23:57,610 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T00:23:57,610 INFO [M:0;b3c019fcff38:38853 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38853 2024-11-10T00:23:57,610 INFO [M:0;b3c019fcff38:38853 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T00:23:57,712 INFO [M:0;b3c019fcff38:38853 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T00:23:57,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38853-0x100ff420b620003, quorum=127.0.0.1:64895, baseZNode=/12080588551 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:23:57,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38853-0x100ff420b620003, quorum=127.0.0.1:64895, baseZNode=/12080588551 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:23:57,715 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59439f90{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T00:23:57,715 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@be291d4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T00:23:57,715 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T00:23:57,715 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@339b9dcb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T00:23:57,715 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1036e7c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6caaea-35eb-1a26-cb0c-c87114406f25/hadoop.log.dir/,STOPPED} 2024-11-10T00:23:57,717 WARN [BP-285697726-172.17.0.2-1731198201741 heartbeating to localhost/127.0.0.1:36533 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T00:23:57,717 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T00:23:57,717 WARN [BP-285697726-172.17.0.2-1731198201741 heartbeating to localhost/127.0.0.1:36533 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-285697726-172.17.0.2-1731198201741 (Datanode Uuid 111a8f36-05b8-4395-97be-13bfb3be6acb) service to localhost/127.0.0.1:36533 2024-11-10T00:23:57,717 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T00:23:57,718 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6caaea-35eb-1a26-cb0c-c87114406f25/cluster_f538c259-8005-6f76-2687-d87da1317be6/data/data1/current/BP-285697726-172.17.0.2-1731198201741 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T00:23:57,718 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6caaea-35eb-1a26-cb0c-c87114406f25/cluster_f538c259-8005-6f76-2687-d87da1317be6/data/data2/current/BP-285697726-172.17.0.2-1731198201741 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T00:23:57,718 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T00:23:57,724 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@941b39c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T00:23:57,725 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57254cdc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T00:23:57,725 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T00:23:57,725 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51cf730b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T00:23:57,725 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d5cef8e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6caaea-35eb-1a26-cb0c-c87114406f25/hadoop.log.dir/,STOPPED} 2024-11-10T00:23:57,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T00:23:57,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T00:23:57,737 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:23:57,737 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:23:57,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:57,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:57,737 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:23:57,737 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T00:23:57,738 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1437705400, stopped=false 2024-11-10T00:23:57,738 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b3c019fcff38,41263,1731198199031 2024-11-10T00:23:57,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x100ff420b620000, quorum=127.0.0.1:64895, baseZNode=/0822493695 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0822493695/running 2024-11-10T00:23:57,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46351-0x100ff420b620001, quorum=127.0.0.1:64895, baseZNode=/0822493695 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0822493695/running 2024-11-10T00:23:57,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x100ff420b620000, quorum=127.0.0.1:64895, baseZNode=/0822493695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0822493695 2024-11-10T00:23:57,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46351-0x100ff420b620001, quorum=127.0.0.1:64895, baseZNode=/0822493695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0822493695 2024-11-10T00:23:57,739 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T00:23:57,740 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41263-0x100ff420b620000, quorum=127.0.0.1:64895, baseZNode=/0822493695 Set watcher on znode that does not yet exist, /0822493695/running 2024-11-10T00:23:57,740 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46351-0x100ff420b620001, quorum=127.0.0.1:64895, baseZNode=/0822493695 Set watcher on znode that does not yet exist, /0822493695/running 2024-11-10T00:23:57,740 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:23:57,740 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:23:57,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:57,740 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b3c019fcff38,46351,1731198199082' ***** 2024-11-10T00:23:57,740 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T00:23:57,741 INFO [RS:0;b3c019fcff38:46351 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T00:23:57,741 INFO [RS:0;b3c019fcff38:46351 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T00:23:57,741 INFO [RS:0;b3c019fcff38:46351 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T00:23:57,741 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T00:23:57,741 INFO [RS:0;b3c019fcff38:46351 {}] regionserver.HRegionServer(3091): Received CLOSE for 6dff6b364d8087ebdc72f5fa932708e8 2024-11-10T00:23:57,741 INFO [RS:0;b3c019fcff38:46351 {}] regionserver.HRegionServer(3091): Received CLOSE for 789113c61f49eb6ddbddcd54fcb0ec49 2024-11-10T00:23:57,741 INFO [RS:0;b3c019fcff38:46351 {}] regionserver.HRegionServer(959): stopping server b3c019fcff38,46351,1731198199082 2024-11-10T00:23:57,741 INFO [RS:0;b3c019fcff38:46351 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T00:23:57,741 INFO [RS:0;b3c019fcff38:46351 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b3c019fcff38:46351. 2024-11-10T00:23:57,741 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6dff6b364d8087ebdc72f5fa932708e8, disabling compactions & flushes 2024-11-10T00:23:57,741 DEBUG [RS:0;b3c019fcff38:46351 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:23:57,741 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731198210058.6dff6b364d8087ebdc72f5fa932708e8. 2024-11-10T00:23:57,741 DEBUG [RS:0;b3c019fcff38:46351 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:57,741 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731198210058.6dff6b364d8087ebdc72f5fa932708e8. 2024-11-10T00:23:57,741 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731198210058.6dff6b364d8087ebdc72f5fa932708e8. after waiting 0 ms 2024-11-10T00:23:57,741 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731198210058.6dff6b364d8087ebdc72f5fa932708e8. 2024-11-10T00:23:57,741 INFO [RS:0;b3c019fcff38:46351 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T00:23:57,741 INFO [RS:0;b3c019fcff38:46351 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T00:23:57,741 INFO [RS:0;b3c019fcff38:46351 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T00:23:57,741 INFO [RS:0;b3c019fcff38:46351 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T00:23:57,741 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6dff6b364d8087ebdc72f5fa932708e8 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-10T00:23:57,748 INFO [RS:0;b3c019fcff38:46351 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T00:23:57,748 DEBUG [RS:0;b3c019fcff38:46351 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6dff6b364d8087ebdc72f5fa932708e8=test,,1731198210058.6dff6b364d8087ebdc72f5fa932708e8., 789113c61f49eb6ddbddcd54fcb0ec49=hbase:replication,,1731198216527.789113c61f49eb6ddbddcd54fcb0ec49.} 2024-11-10T00:23:57,748 DEBUG [RS:0;b3c019fcff38:46351 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6dff6b364d8087ebdc72f5fa932708e8, 789113c61f49eb6ddbddcd54fcb0ec49 2024-11-10T00:23:57,748 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T00:23:57,748 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T00:23:57,748 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T00:23:57,748 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T00:23:57,748 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T00:23:57,749 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T00:23:57,761 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/data/default/test/6dff6b364d8087ebdc72f5fa932708e8/.tmp/f/d5d86f7ed8394264aea9ba50370e6723 is 37, key is row3/f:row3/1731198229704/Put/seqid=0 2024-11-10T00:23:57,764 INFO [regionserver/b3c019fcff38:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T00:23:57,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741840_1016 (size=5228) 2024-11-10T00:23:57,766 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/data/hbase/meta/1588230740/.tmp/info/9dfeb4d6ec8a426b86433c17ee56a05e is 147, key is hbase:replication,,1731198216527.789113c61f49eb6ddbddcd54fcb0ec49./info:regioninfo/1731198217692/Put/seqid=0 2024-11-10T00:23:57,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741841_1017 (size=7686) 2024-11-10T00:23:57,770 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/data/hbase/meta/1588230740/.tmp/info/9dfeb4d6ec8a426b86433c17ee56a05e 2024-11-10T00:23:57,794 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/data/hbase/meta/1588230740/.tmp/ns/83c9e8add3454996823b6655da7de278 is 43, key is default/ns:d/1731198201636/Put/seqid=0 2024-11-10T00:23:57,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741842_1018 (size=5153) 2024-11-10T00:23:57,874 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066 to pos 1491, reset compression=false 2024-11-10T00:23:57,878 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T00:23:57,878 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066 to pos 1738, reset compression=false 2024-11-10T00:23:57,878 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.shipperb3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,46351,1731198199082 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066, lastWalPosition=1738, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T00:23:57,879 ERROR [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.shipperb3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b3c019fcff38,46351,1731198199082: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b3c019fcff38,46351,1731198199082, walGroup=b3c019fcff38%2C46351%2C1731198199082, offset=b3c019fcff38%2C46351%2C1731198199082.1731198201066:1738, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b3c019fcff38:46351 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T00:23:57,880 ERROR [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.shipperb3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T00:23:57,880 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.shipperb3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T00:23:57,881 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.shipperb3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T00:23:57,881 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.shipperb3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T00:23:57,881 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.shipperb3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T00:23:57,881 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.shipperb3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1153433600, "init": 1048576000, "max": 2306867200, "used": 934613200 }, "NonHeapMemoryUsage": { "committed": 202440704, "init": 7667712, "max": -1, "used": 199583168 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T00:23:57,881 WARN [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.shipperb3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b3c019fcff38:41263 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b3c019fcff38:41263 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T00:23:57,935 INFO [regionserver/b3c019fcff38:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T00:23:57,935 INFO [regionserver/b3c019fcff38:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T00:23:57,948 DEBUG [RS:0;b3c019fcff38:46351 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6dff6b364d8087ebdc72f5fa932708e8, 789113c61f49eb6ddbddcd54fcb0ec49 2024-11-10T00:23:58,082 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066 to pos 1738, reset compression=false 2024-11-10T00:23:58,149 DEBUG [RS:0;b3c019fcff38:46351 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6dff6b364d8087ebdc72f5fa932708e8, 789113c61f49eb6ddbddcd54fcb0ec49 2024-11-10T00:23:58,165 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/data/default/test/6dff6b364d8087ebdc72f5fa932708e8/.tmp/f/d5d86f7ed8394264aea9ba50370e6723 2024-11-10T00:23:58,169 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d5d86f7ed8394264aea9ba50370e6723 2024-11-10T00:23:58,183 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/data/default/test/6dff6b364d8087ebdc72f5fa932708e8/.tmp/f1/546ab8e706aa44979523939f03a093bd is 30, key is row1/f1:/1731198227044/DeleteFamily/seqid=0 2024-11-10T00:23:58,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741843_1019 (size=5158) 2024-11-10T00:23:58,197 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/data/hbase/meta/1588230740/.tmp/ns/83c9e8add3454996823b6655da7de278 2024-11-10T00:23:58,218 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/data/hbase/meta/1588230740/.tmp/rep_barrier/26e1c079ed22448882d022be1092a50c is 112, key is test,,1731198210058.6dff6b364d8087ebdc72f5fa932708e8./rep_barrier:seqnumDuringOpen/1731198211203/Put/seqid=0 2024-11-10T00:23:58,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741844_1020 (size=5518) 2024-11-10T00:23:58,349 DEBUG [RS:0;b3c019fcff38:46351 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6dff6b364d8087ebdc72f5fa932708e8, 789113c61f49eb6ddbddcd54fcb0ec49 2024-11-10T00:23:58,385 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066 to pos 1738, reset compression=false 2024-11-10T00:23:58,502 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:23:58,503 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b3c019fcff38,40063,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b3c019fcff38:40063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T00:23:58,503 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68590 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b3c019fcff38,40063,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b3c019fcff38:40063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T00:23:58,549 DEBUG [RS:0;b3c019fcff38:46351 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6dff6b364d8087ebdc72f5fa932708e8, 789113c61f49eb6ddbddcd54fcb0ec49 2024-11-10T00:23:58,586 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/data/default/test/6dff6b364d8087ebdc72f5fa932708e8/.tmp/f1/546ab8e706aa44979523939f03a093bd 2024-11-10T00:23:58,590 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 546ab8e706aa44979523939f03a093bd 2024-11-10T00:23:58,608 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/data/default/test/6dff6b364d8087ebdc72f5fa932708e8/.tmp/norep/a8e945057139423ca0efb84acadbf953 is 32, key is row/norep:/1731198226038/DeleteFamily/seqid=0 2024-11-10T00:23:58,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741845_1021 (size=5101) 2024-11-10T00:23:58,624 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/data/hbase/meta/1588230740/.tmp/rep_barrier/26e1c079ed22448882d022be1092a50c 2024-11-10T00:23:58,641 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/data/hbase/meta/1588230740/.tmp/table/66a442274f904364b8a982c20c3be48a is 53, key is hbase:replication/table:state/1731198217699/Put/seqid=0 2024-11-10T00:23:58,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741846_1022 (size=5308) 2024-11-10T00:23:58,749 DEBUG [RS:0;b3c019fcff38:46351 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6dff6b364d8087ebdc72f5fa932708e8, 789113c61f49eb6ddbddcd54fcb0ec49 2024-11-10T00:23:58,788 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066 to pos 1738, reset compression=false 2024-11-10T00:23:58,949 DEBUG [RS:0;b3c019fcff38:46351 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6dff6b364d8087ebdc72f5fa932708e8, 789113c61f49eb6ddbddcd54fcb0ec49 2024-11-10T00:23:59,012 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/data/default/test/6dff6b364d8087ebdc72f5fa932708e8/.tmp/norep/a8e945057139423ca0efb84acadbf953 2024-11-10T00:23:59,016 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a8e945057139423ca0efb84acadbf953 2024-11-10T00:23:59,017 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/data/default/test/6dff6b364d8087ebdc72f5fa932708e8/.tmp/f/d5d86f7ed8394264aea9ba50370e6723 as hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/data/default/test/6dff6b364d8087ebdc72f5fa932708e8/f/d5d86f7ed8394264aea9ba50370e6723 2024-11-10T00:23:59,020 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d5d86f7ed8394264aea9ba50370e6723 2024-11-10T00:23:59,020 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/data/default/test/6dff6b364d8087ebdc72f5fa932708e8/f/d5d86f7ed8394264aea9ba50370e6723, entries=5, sequenceid=12, filesize=5.1 K 2024-11-10T00:23:59,021 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/data/default/test/6dff6b364d8087ebdc72f5fa932708e8/.tmp/f1/546ab8e706aa44979523939f03a093bd as hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/data/default/test/6dff6b364d8087ebdc72f5fa932708e8/f1/546ab8e706aa44979523939f03a093bd 2024-11-10T00:23:59,025 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 546ab8e706aa44979523939f03a093bd 2024-11-10T00:23:59,025 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/data/default/test/6dff6b364d8087ebdc72f5fa932708e8/f1/546ab8e706aa44979523939f03a093bd, entries=3, sequenceid=12, filesize=5.0 K 2024-11-10T00:23:59,026 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/data/default/test/6dff6b364d8087ebdc72f5fa932708e8/.tmp/norep/a8e945057139423ca0efb84acadbf953 as hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/data/default/test/6dff6b364d8087ebdc72f5fa932708e8/norep/a8e945057139423ca0efb84acadbf953 2024-11-10T00:23:59,029 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a8e945057139423ca0efb84acadbf953 2024-11-10T00:23:59,029 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/data/default/test/6dff6b364d8087ebdc72f5fa932708e8/norep/a8e945057139423ca0efb84acadbf953, entries=1, sequenceid=12, filesize=5.0 K 2024-11-10T00:23:59,030 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 6dff6b364d8087ebdc72f5fa932708e8 in 1289ms, sequenceid=12, compaction requested=false 2024-11-10T00:23:59,030 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T00:23:59,034 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/data/default/test/6dff6b364d8087ebdc72f5fa932708e8/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-10T00:23:59,034 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T00:23:59,034 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T00:23:59,034 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731198210058.6dff6b364d8087ebdc72f5fa932708e8. 2024-11-10T00:23:59,034 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6dff6b364d8087ebdc72f5fa932708e8: Waiting for close lock at 1731198237741Running coprocessor pre-close hooks at 1731198237741Disabling compacts and flushes for region at 1731198237741Disabling writes for close at 1731198237741Obtaining lock to block concurrent updates at 1731198237741Preparing flush snapshotting stores in 6dff6b364d8087ebdc72f5fa932708e8 at 1731198237741Finished memstore snapshotting test,,1731198210058.6dff6b364d8087ebdc72f5fa932708e8., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731198237742 (+1 ms)Flushing stores of test,,1731198210058.6dff6b364d8087ebdc72f5fa932708e8. at 1731198237742Flushing 6dff6b364d8087ebdc72f5fa932708e8/f: creating writer at 1731198237742Flushing 6dff6b364d8087ebdc72f5fa932708e8/f: appending metadata at 1731198237760 (+18 ms)Flushing 6dff6b364d8087ebdc72f5fa932708e8/f: closing flushed file at 1731198237760Flushing 6dff6b364d8087ebdc72f5fa932708e8/f1: creating writer at 1731198238169 (+409 ms)Flushing 6dff6b364d8087ebdc72f5fa932708e8/f1: appending metadata at 1731198238182 (+13 ms)Flushing 6dff6b364d8087ebdc72f5fa932708e8/f1: closing flushed file at 1731198238182Flushing 6dff6b364d8087ebdc72f5fa932708e8/norep: creating writer at 1731198238591 (+409 ms)Flushing 6dff6b364d8087ebdc72f5fa932708e8/norep: appending metadata at 1731198238607 (+16 ms)Flushing 6dff6b364d8087ebdc72f5fa932708e8/norep: closing flushed file at 1731198238607Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54dc12e2: reopening flushed file at 1731198239016 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e983bbc: reopening flushed file at 1731198239020 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49db0358: reopening flushed file at 1731198239025 (+5 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 6dff6b364d8087ebdc72f5fa932708e8 in 1289ms, sequenceid=12, compaction requested=false at 1731198239030 (+5 ms)Writing region close event to WAL at 1731198239031 (+1 ms)Running coprocessor post-close hooks at 1731198239034 (+3 ms)Closed at 1731198239034 2024-11-10T00:23:59,034 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731198210058.6dff6b364d8087ebdc72f5fa932708e8. 2024-11-10T00:23:59,035 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 789113c61f49eb6ddbddcd54fcb0ec49, disabling compactions & flushes 2024-11-10T00:23:59,035 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731198216527.789113c61f49eb6ddbddcd54fcb0ec49. 2024-11-10T00:23:59,035 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731198216527.789113c61f49eb6ddbddcd54fcb0ec49. 2024-11-10T00:23:59,035 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731198216527.789113c61f49eb6ddbddcd54fcb0ec49. after waiting 0 ms 2024-11-10T00:23:59,035 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731198216527.789113c61f49eb6ddbddcd54fcb0ec49. 2024-11-10T00:23:59,035 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 789113c61f49eb6ddbddcd54fcb0ec49: Waiting for close lock at 1731198239035Running coprocessor pre-close hooks at 1731198239035Disabling compacts and flushes for region at 1731198239035Disabling writes for close at 1731198239035Failed flush hbase:replication,,1731198216527.789113c61f49eb6ddbddcd54fcb0ec49., putting online again at 1731198239035 2024-11-10T00:23:59,035 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731198216527.789113c61f49eb6ddbddcd54fcb0ec49. 2024-11-10T00:23:59,045 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/data/hbase/meta/1588230740/.tmp/table/66a442274f904364b8a982c20c3be48a 2024-11-10T00:23:59,048 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/data/hbase/meta/1588230740/.tmp/info/9dfeb4d6ec8a426b86433c17ee56a05e as hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/data/hbase/meta/1588230740/info/9dfeb4d6ec8a426b86433c17ee56a05e 2024-11-10T00:23:59,051 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/data/hbase/meta/1588230740/info/9dfeb4d6ec8a426b86433c17ee56a05e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T00:23:59,052 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/data/hbase/meta/1588230740/.tmp/ns/83c9e8add3454996823b6655da7de278 as hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/data/hbase/meta/1588230740/ns/83c9e8add3454996823b6655da7de278 2024-11-10T00:23:59,055 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/data/hbase/meta/1588230740/ns/83c9e8add3454996823b6655da7de278, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T00:23:59,056 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/data/hbase/meta/1588230740/.tmp/rep_barrier/26e1c079ed22448882d022be1092a50c as hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/data/hbase/meta/1588230740/rep_barrier/26e1c079ed22448882d022be1092a50c 2024-11-10T00:23:59,059 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/data/hbase/meta/1588230740/rep_barrier/26e1c079ed22448882d022be1092a50c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T00:23:59,059 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/data/hbase/meta/1588230740/.tmp/table/66a442274f904364b8a982c20c3be48a as hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/data/hbase/meta/1588230740/table/66a442274f904364b8a982c20c3be48a 2024-11-10T00:23:59,062 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/data/hbase/meta/1588230740/table/66a442274f904364b8a982c20c3be48a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T00:23:59,063 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1314ms, sequenceid=16, compaction requested=false 2024-11-10T00:23:59,067 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T00:23:59,067 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T00:23:59,067 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T00:23:59,067 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T00:23:59,067 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731198237748Running coprocessor pre-close hooks at 1731198237748Disabling compacts and flushes for region at 1731198237748Disabling writes for close at 1731198237748Obtaining lock to block concurrent updates at 1731198237749 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731198237749Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731198237749Flushing stores of hbase:meta,,1.1588230740 at 1731198237749Flushing 1588230740/info: creating writer at 1731198237749Flushing 1588230740/info: appending metadata at 1731198237766 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731198237766Flushing 1588230740/ns: creating writer at 1731198237774 (+8 ms)Flushing 1588230740/ns: appending metadata at 1731198237793 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731198237793Flushing 1588230740/rep_barrier: creating writer at 1731198238201 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731198238217 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731198238217Flushing 1588230740/table: creating writer at 1731198238627 (+410 ms)Flushing 1588230740/table: appending metadata at 1731198238641 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731198238641Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7151ef49: reopening flushed file at 1731198239048 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f4a5ac6: reopening flushed file at 1731198239052 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c61fd2b: reopening flushed file at 1731198239055 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@df131ba: reopening flushed file at 1731198239059 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1314ms, sequenceid=16, compaction requested=false at 1731198239063 (+4 ms)Writing region close event to WAL at 1731198239064 (+1 ms)Running coprocessor post-close hooks at 1731198239067 (+3 ms)Closed at 1731198239067 2024-11-10T00:23:59,067 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T00:23:59,150 INFO [RS:0;b3c019fcff38:46351 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T00:23:59,150 DEBUG [RS:0;b3c019fcff38:46351 {}] regionserver.HRegionServer(1325): Online Regions={789113c61f49eb6ddbddcd54fcb0ec49=hbase:replication,,1731198216527.789113c61f49eb6ddbddcd54fcb0ec49.} 2024-11-10T00:23:59,150 INFO [RS:0;b3c019fcff38:46351 {}] regionserver.HRegionServer(3091): Received CLOSE for 789113c61f49eb6ddbddcd54fcb0ec49 2024-11-10T00:23:59,150 DEBUG [RS:0;b3c019fcff38:46351 {}] regionserver.HRegionServer(1351): Waiting on 789113c61f49eb6ddbddcd54fcb0ec49 2024-11-10T00:23:59,150 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 789113c61f49eb6ddbddcd54fcb0ec49, disabling compactions & flushes 2024-11-10T00:23:59,150 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731198216527.789113c61f49eb6ddbddcd54fcb0ec49. 2024-11-10T00:23:59,150 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731198216527.789113c61f49eb6ddbddcd54fcb0ec49. 2024-11-10T00:23:59,150 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731198216527.789113c61f49eb6ddbddcd54fcb0ec49. after waiting 0 ms 2024-11-10T00:23:59,150 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731198216527.789113c61f49eb6ddbddcd54fcb0ec49. 2024-11-10T00:23:59,150 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 789113c61f49eb6ddbddcd54fcb0ec49: Waiting for close lock at 1731198239150Running coprocessor pre-close hooks at 1731198239150Disabling compacts and flushes for region at 1731198239150Disabling writes for close at 1731198239150Failed flush hbase:replication,,1731198216527.789113c61f49eb6ddbddcd54fcb0ec49., putting online again at 1731198239150 2024-11-10T00:23:59,150 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731198216527.789113c61f49eb6ddbddcd54fcb0ec49. 2024-11-10T00:23:59,291 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066 to pos 1738, reset compression=false 2024-11-10T00:23:59,296 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T00:23:59,296 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066 to pos 2382, reset compression=false 2024-11-10T00:23:59,350 INFO [RS:0;b3c019fcff38:46351 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-10T00:23:59,350 INFO [RS:0;b3c019fcff38:46351 {}] regionserver.HRegionServer(976): stopping server b3c019fcff38,46351,1731198199082; all regions closed. 2024-11-10T00:23:59,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741834_1010 (size=4239) 2024-11-10T00:23:59,352 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.meta.1731198201595.meta not finished, retry = 0 2024-11-10T00:23:59,455 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.rep.1731198217661 not finished, retry = 0 2024-11-10T00:23:59,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741839_1015 (size=2609) 2024-11-10T00:23:59,499 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/WALs/b3c019fcff38,46351,1731198199082/b3c019fcff38%2C46351%2C1731198199082.1731198201066 to pos 2382, reset compression=false 2024-11-10T00:23:59,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741833_1009 (size=2390) 2024-11-10T00:23:59,558 DEBUG [RS:0;b3c019fcff38:46351 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:59,558 INFO [RS:0;b3c019fcff38:46351 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T00:23:59,558 INFO [RS:0;b3c019fcff38:46351 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T00:23:59,559 INFO [RS:0;b3c019fcff38:46351 {}] hbase.ChoreService(370): Chore service for: regionserver/b3c019fcff38:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T00:23:59,559 INFO [RS:0;b3c019fcff38:46351 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T00:23:59,559 INFO [regionserver/b3c019fcff38:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T00:23:59,559 INFO [RS:0;b3c019fcff38:46351 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b3c019fcff38,46351,1731198199082 because: Region server is closing 2024-11-10T00:23:59,559 INFO [RS:0;b3c019fcff38:46351 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b3c019fcff38:46351. 2024-11-10T00:23:59,559 DEBUG [RS:0;b3c019fcff38:46351 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:23:59,559 DEBUG [RS:0;b3c019fcff38:46351 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:59,559 DEBUG [RS:0;b3c019fcff38:46351 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:59,559 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:23:59,660 INFO [RS:0;b3c019fcff38:46351 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.shipperb3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 terminated 2024-11-10T00:23:59,660 WARN [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,46351,1731198199082.replicationSource.wal-reader.b3c019fcff38%2C46351%2C1731198199082,1-b3c019fcff38,46351,1731198199082 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T00:23:59,660 INFO [RS:0;b3c019fcff38:46351 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b3c019fcff38:46351. 2024-11-10T00:23:59,660 DEBUG [RS:0;b3c019fcff38:46351 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:23:59,660 DEBUG [RS:0;b3c019fcff38:46351 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:59,660 DEBUG [RS:0;b3c019fcff38:46351 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:23:59,660 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:23:59,660 INFO [RS:0;b3c019fcff38:46351 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46351 2024-11-10T00:23:59,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46351-0x100ff420b620001, quorum=127.0.0.1:64895, baseZNode=/0822493695 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0822493695/rs/b3c019fcff38,46351,1731198199082 2024-11-10T00:23:59,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x100ff420b620000, quorum=127.0.0.1:64895, baseZNode=/0822493695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0822493695/rs 2024-11-10T00:23:59,663 INFO [RS:0;b3c019fcff38:46351 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T00:23:59,664 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b3c019fcff38,46351,1731198199082] 2024-11-10T00:23:59,666 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0822493695/draining/b3c019fcff38,46351,1731198199082 already deleted, retry=false 2024-11-10T00:23:59,666 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b3c019fcff38,46351,1731198199082 expired; onlineServers=0 2024-11-10T00:23:59,666 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b3c019fcff38,41263,1731198199031' ***** 2024-11-10T00:23:59,666 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T00:23:59,666 INFO [M:0;b3c019fcff38:41263 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T00:23:59,666 INFO [M:0;b3c019fcff38:41263 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T00:23:59,666 DEBUG [M:0;b3c019fcff38:41263 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T00:23:59,666 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T00:23:59,666 DEBUG [M:0;b3c019fcff38:41263 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T00:23:59,666 DEBUG [master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731198200849 {}] cleaner.HFileCleaner(306): Exit Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731198200849,5,FailOnTimeoutGroup] 2024-11-10T00:23:59,666 DEBUG [master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731198200849 {}] cleaner.HFileCleaner(306): Exit Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731198200849,5,FailOnTimeoutGroup] 2024-11-10T00:23:59,666 INFO [M:0;b3c019fcff38:41263 {}] hbase.ChoreService(370): Chore service for: master/b3c019fcff38:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T00:23:59,666 INFO [M:0;b3c019fcff38:41263 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T00:23:59,667 DEBUG [M:0;b3c019fcff38:41263 {}] master.HMaster(1795): Stopping service threads 2024-11-10T00:23:59,667 INFO [M:0;b3c019fcff38:41263 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T00:23:59,667 INFO [M:0;b3c019fcff38:41263 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T00:23:59,667 INFO [M:0;b3c019fcff38:41263 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T00:23:59,667 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T00:23:59,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x100ff420b620000, quorum=127.0.0.1:64895, baseZNode=/0822493695 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0822493695/master 2024-11-10T00:23:59,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x100ff420b620000, quorum=127.0.0.1:64895, baseZNode=/0822493695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0822493695 2024-11-10T00:23:59,668 DEBUG [M:0;b3c019fcff38:41263 {}] zookeeper.ZKUtil(347): master:41263-0x100ff420b620000, quorum=127.0.0.1:64895, baseZNode=/0822493695 Unable to get data of znode /0822493695/master because node does not exist (not an error) 2024-11-10T00:23:59,668 WARN [M:0;b3c019fcff38:41263 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T00:23:59,669 INFO [M:0;b3c019fcff38:41263 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/.lastflushedseqids 2024-11-10T00:23:59,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741847_1023 (size=245) 2024-11-10T00:23:59,764 INFO [RS:0;b3c019fcff38:46351 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T00:23:59,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46351-0x100ff420b620001, quorum=127.0.0.1:64895, baseZNode=/0822493695 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:23:59,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46351-0x100ff420b620001, quorum=127.0.0.1:64895, baseZNode=/0822493695 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:23:59,764 INFO [RS:0;b3c019fcff38:46351 {}] regionserver.HRegionServer(1031): Exiting; stopping=b3c019fcff38,46351,1731198199082; zookeeper connection closed. 2024-11-10T00:23:59,765 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2add3ebf {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2add3ebf 2024-11-10T00:23:59,765 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T00:24:00,073 INFO [M:0;b3c019fcff38:41263 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T00:24:00,073 INFO [M:0;b3c019fcff38:41263 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T00:24:00,073 DEBUG [M:0;b3c019fcff38:41263 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T00:24:00,073 INFO [M:0;b3c019fcff38:41263 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:24:00,073 DEBUG [M:0;b3c019fcff38:41263 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:24:00,073 DEBUG [M:0;b3c019fcff38:41263 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T00:24:00,073 DEBUG [M:0;b3c019fcff38:41263 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:24:00,073 INFO [M:0;b3c019fcff38:41263 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-10T00:24:00,099 DEBUG [M:0;b3c019fcff38:41263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3efff630be1a497db84c0a9bf596a311 is 82, key is hbase:meta,,1/info:regioninfo/1731198201624/Put/seqid=0 2024-11-10T00:24:00,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741848_1024 (size=5672) 2024-11-10T00:24:00,503 INFO [M:0;b3c019fcff38:41263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3efff630be1a497db84c0a9bf596a311 2024-11-10T00:24:00,526 DEBUG [M:0;b3c019fcff38:41263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f99bdb42242c481a8ca6bd5a36c6180d is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731198211214/Put/seqid=0 2024-11-10T00:24:00,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741849_1025 (size=7219) 2024-11-10T00:24:00,930 INFO [M:0;b3c019fcff38:41263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f99bdb42242c481a8ca6bd5a36c6180d 2024-11-10T00:24:00,933 INFO [M:0;b3c019fcff38:41263 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f99bdb42242c481a8ca6bd5a36c6180d 2024-11-10T00:24:00,947 DEBUG [M:0;b3c019fcff38:41263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0efa1146b63644238ce5b53beb51eb5f is 69, key is b3c019fcff38,46351,1731198199082/rs:state/1731198200926/Put/seqid=0 2024-11-10T00:24:00,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741850_1026 (size=5156) 2024-11-10T00:24:01,343 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T00:24:01,343 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T00:24:01,343 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T00:24:01,350 INFO [M:0;b3c019fcff38:41263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0efa1146b63644238ce5b53beb51eb5f 2024-11-10T00:24:01,354 DEBUG [M:0;b3c019fcff38:41263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3efff630be1a497db84c0a9bf596a311 as hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3efff630be1a497db84c0a9bf596a311 2024-11-10T00:24:01,358 INFO [M:0;b3c019fcff38:41263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3efff630be1a497db84c0a9bf596a311, entries=8, sequenceid=105, filesize=5.5 K 2024-11-10T00:24:01,359 DEBUG [M:0;b3c019fcff38:41263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f99bdb42242c481a8ca6bd5a36c6180d as hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f99bdb42242c481a8ca6bd5a36c6180d 2024-11-10T00:24:01,362 INFO [M:0;b3c019fcff38:41263 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f99bdb42242c481a8ca6bd5a36c6180d 2024-11-10T00:24:01,362 INFO [M:0;b3c019fcff38:41263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f99bdb42242c481a8ca6bd5a36c6180d, entries=11, sequenceid=105, filesize=7.0 K 2024-11-10T00:24:01,362 DEBUG [M:0;b3c019fcff38:41263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0efa1146b63644238ce5b53beb51eb5f as hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0efa1146b63644238ce5b53beb51eb5f 2024-11-10T00:24:01,365 INFO [M:0;b3c019fcff38:41263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37655/user/jenkins/test-data/0db22c44-e181-43fe-2597-7adb96198bcd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0efa1146b63644238ce5b53beb51eb5f, entries=1, sequenceid=105, filesize=5.0 K 2024-11-10T00:24:01,366 INFO [M:0;b3c019fcff38:41263 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=105, compaction requested=false 2024-11-10T00:24:01,367 INFO [M:0;b3c019fcff38:41263 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:24:01,367 DEBUG [M:0;b3c019fcff38:41263 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731198240073Disabling compacts and flushes for region at 1731198240073Disabling writes for close at 1731198240073Obtaining lock to block concurrent updates at 1731198240073Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731198240073Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731198240074 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731198240074Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731198240074Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731198240099 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731198240099Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731198240507 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731198240525 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731198240525Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731198240933 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731198240946 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731198240946Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34c62078: reopening flushed file at 1731198241354 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f0be826: reopening flushed file at 1731198241358 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69c56582: reopening flushed file at 1731198241362 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=105, compaction requested=false at 1731198241366 (+4 ms)Writing region close event to WAL at 1731198241367 (+1 ms)Closed at 1731198241367 2024-11-10T00:24:01,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741830_1006 (size=64435) 2024-11-10T00:24:01,370 INFO [M:0;b3c019fcff38:41263 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T00:24:01,370 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T00:24:01,370 INFO [M:0;b3c019fcff38:41263 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41263 2024-11-10T00:24:01,370 INFO [M:0;b3c019fcff38:41263 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T00:24:01,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x100ff420b620000, quorum=127.0.0.1:64895, baseZNode=/0822493695 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:24:01,473 INFO [M:0;b3c019fcff38:41263 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T00:24:01,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x100ff420b620000, quorum=127.0.0.1:64895, baseZNode=/0822493695 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:24:01,475 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b1445b3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T00:24:01,476 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19c6f5cf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T00:24:01,476 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T00:24:01,476 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c6ec404{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T00:24:01,476 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ca63448{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22a7c4a9-f165-0002-3198-45780e30dabe/hadoop.log.dir/,STOPPED} 2024-11-10T00:24:01,478 WARN [BP-698994777-172.17.0.2-1731198197994 heartbeating to localhost/127.0.0.1:37655 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T00:24:01,478 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T00:24:01,478 WARN [BP-698994777-172.17.0.2-1731198197994 heartbeating to localhost/127.0.0.1:37655 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-698994777-172.17.0.2-1731198197994 (Datanode Uuid e23ff129-a763-482a-86ba-ee8591d90eaa) service to localhost/127.0.0.1:37655 2024-11-10T00:24:01,478 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T00:24:01,479 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22a7c4a9-f165-0002-3198-45780e30dabe/cluster_86cb9184-5fec-33c2-0725-ef9c3e8deb77/data/data1/current/BP-698994777-172.17.0.2-1731198197994 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T00:24:01,479 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22a7c4a9-f165-0002-3198-45780e30dabe/cluster_86cb9184-5fec-33c2-0725-ef9c3e8deb77/data/data2/current/BP-698994777-172.17.0.2-1731198197994 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T00:24:01,479 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T00:24:01,486 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f418053{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T00:24:01,486 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@d3bb997{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T00:24:01,486 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T00:24:01,486 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d9e9be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T00:24:01,486 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32846df2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22a7c4a9-f165-0002-3198-45780e30dabe/hadoop.log.dir/,STOPPED} 2024-11-10T00:24:01,493 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T00:24:01,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T00:24:01,513 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=313 (was 265) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37767 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37655 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37655 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37767 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36533 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64895) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37655 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37655 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37767 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37767 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36533 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36533 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36533 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:36533 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64895) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64895) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36533 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37767 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37767 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36533 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36533 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37767 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:37655 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:37767 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=730 (was 653) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=222 (was 190) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9351 (was 9486) 2024-11-10T00:24:01,523 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=313, OpenFileDescriptor=730, MaxFileDescriptor=1048576, SystemLoadAverage=222, ProcessCount=11, AvailableMemoryMB=9351 2024-11-10T00:24:01,536 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-10T00:24:01,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e50229-869f-b47c-c7b8-e4436b66b3fa/hadoop.log.dir so I do NOT create it in target/test-data/ea00da3d-5020-2ca2-6195-bfedf30aa5e4 2024-11-10T00:24:01,536 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e50229-869f-b47c-c7b8-e4436b66b3fa/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T00:24:01,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e50229-869f-b47c-c7b8-e4436b66b3fa/hadoop.tmp.dir so I do NOT create it in target/test-data/ea00da3d-5020-2ca2-6195-bfedf30aa5e4 2024-11-10T00:24:01,536 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e50229-869f-b47c-c7b8-e4436b66b3fa/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T00:24:01,536 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea00da3d-5020-2ca2-6195-bfedf30aa5e4 2024-11-10T00:24:01,537 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea00da3d-5020-2ca2-6195-bfedf30aa5e4/cluster_5b379ddc-2ac3-f58a-8400-02881b11bee2, deleteOnExit=true 2024-11-10T00:24:01,539 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea00da3d-5020-2ca2-6195-bfedf30aa5e4/cluster_5b379ddc-2ac3-f58a-8400-02881b11bee2/zookeeper_0, clientPort=50569, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea00da3d-5020-2ca2-6195-bfedf30aa5e4/cluster_5b379ddc-2ac3-f58a-8400-02881b11bee2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea00da3d-5020-2ca2-6195-bfedf30aa5e4/cluster_5b379ddc-2ac3-f58a-8400-02881b11bee2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T00:24:01,540 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50569 2024-11-10T00:24:01,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T00:24:01,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T00:24:01,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea00da3d-5020-2ca2-6195-bfedf30aa5e4/test.cache.data in system properties and HBase conf 2024-11-10T00:24:01,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea00da3d-5020-2ca2-6195-bfedf30aa5e4/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T00:24:01,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea00da3d-5020-2ca2-6195-bfedf30aa5e4/hadoop.log.dir in system properties and HBase conf 2024-11-10T00:24:01,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea00da3d-5020-2ca2-6195-bfedf30aa5e4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T00:24:01,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea00da3d-5020-2ca2-6195-bfedf30aa5e4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T00:24:01,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T00:24:01,541 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T00:24:01,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea00da3d-5020-2ca2-6195-bfedf30aa5e4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T00:24:01,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea00da3d-5020-2ca2-6195-bfedf30aa5e4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T00:24:01,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea00da3d-5020-2ca2-6195-bfedf30aa5e4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T00:24:01,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea00da3d-5020-2ca2-6195-bfedf30aa5e4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T00:24:01,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea00da3d-5020-2ca2-6195-bfedf30aa5e4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T00:24:01,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea00da3d-5020-2ca2-6195-bfedf30aa5e4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T00:24:01,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea00da3d-5020-2ca2-6195-bfedf30aa5e4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T00:24:01,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea00da3d-5020-2ca2-6195-bfedf30aa5e4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T00:24:01,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea00da3d-5020-2ca2-6195-bfedf30aa5e4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T00:24:01,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea00da3d-5020-2ca2-6195-bfedf30aa5e4/nfs.dump.dir in system properties and HBase conf 2024-11-10T00:24:01,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea00da3d-5020-2ca2-6195-bfedf30aa5e4/java.io.tmpdir in system properties and HBase conf 2024-11-10T00:24:01,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea00da3d-5020-2ca2-6195-bfedf30aa5e4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T00:24:01,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea00da3d-5020-2ca2-6195-bfedf30aa5e4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T00:24:01,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea00da3d-5020-2ca2-6195-bfedf30aa5e4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T00:24:01,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100ff420b620002, quorum=127.0.0.1:64895, baseZNode=/0822493695 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T00:24:01,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x100ff420b620008, quorum=127.0.0.1:64895, baseZNode=/2-602024263 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T00:24:01,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100ff420b620005, quorum=127.0.0.1:64895, baseZNode=/12080588551 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T00:24:01,591 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100ff420b620005, quorum=127.0.0.1:64895, baseZNode=/12080588551 Received Disconnected from ZooKeeper, ignoring 2024-11-10T00:24:01,591 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x100ff420b620008, quorum=127.0.0.1:64895, baseZNode=/2-602024263 Received Disconnected from ZooKeeper, ignoring 2024-11-10T00:24:01,591 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100ff420b620002, quorum=127.0.0.1:64895, baseZNode=/0822493695 Received Disconnected from ZooKeeper, ignoring 2024-11-10T00:24:01,614 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:24:01,617 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T00:24:01,618 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T00:24:01,618 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T00:24:01,618 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T00:24:01,619 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:24:01,620 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d101001{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea00da3d-5020-2ca2-6195-bfedf30aa5e4/hadoop.log.dir/,AVAILABLE} 2024-11-10T00:24:01,620 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13616542{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T00:24:01,734 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e862c61{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea00da3d-5020-2ca2-6195-bfedf30aa5e4/java.io.tmpdir/jetty-localhost-43623-hadoop-hdfs-3_4_1-tests_jar-_-any-8006407193977821563/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T00:24:01,734 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@159794d4{HTTP/1.1, (http/1.1)}{localhost:43623} 2024-11-10T00:24:01,734 INFO [Time-limited test {}] server.Server(415): Started @255439ms 2024-11-10T00:24:01,830 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:24:01,832 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T00:24:01,838 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T00:24:01,838 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T00:24:01,839 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T00:24:01,839 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45a736e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea00da3d-5020-2ca2-6195-bfedf30aa5e4/hadoop.log.dir/,AVAILABLE} 2024-11-10T00:24:01,839 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72f34e90{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T00:24:01,952 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@36d129b2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea00da3d-5020-2ca2-6195-bfedf30aa5e4/java.io.tmpdir/jetty-localhost-46025-hadoop-hdfs-3_4_1-tests_jar-_-any-14948871059041768234/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T00:24:01,953 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d3d15dd{HTTP/1.1, (http/1.1)}{localhost:46025} 2024-11-10T00:24:01,953 INFO [Time-limited test {}] server.Server(415): Started @255657ms 2024-11-10T00:24:01,954 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T00:24:02,058 WARN [Thread-3456 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea00da3d-5020-2ca2-6195-bfedf30aa5e4/cluster_5b379ddc-2ac3-f58a-8400-02881b11bee2/data/data1/current/BP-2008707565-172.17.0.2-1731198241559/current, will proceed with Du for space computation calculation, 2024-11-10T00:24:02,058 WARN [Thread-3457 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea00da3d-5020-2ca2-6195-bfedf30aa5e4/cluster_5b379ddc-2ac3-f58a-8400-02881b11bee2/data/data2/current/BP-2008707565-172.17.0.2-1731198241559/current, will proceed with Du for space computation calculation, 2024-11-10T00:24:02,077 WARN [Thread-3444 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T00:24:02,080 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x437ce4abd9cff789 with lease ID 0x8381e8f7c830037d: Processing first storage report for DS-f8c403f9-d193-44f3-b0b0-d70c43726fac from datanode DatanodeRegistration(127.0.0.1:41017, datanodeUuid=40ab4bd4-9ade-432d-8672-50592d37f35b, infoPort=40045, infoSecurePort=0, ipcPort=46813, storageInfo=lv=-57;cid=testClusterID;nsid=91135211;c=1731198241559) 2024-11-10T00:24:02,080 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x437ce4abd9cff789 with lease ID 0x8381e8f7c830037d: from storage DS-f8c403f9-d193-44f3-b0b0-d70c43726fac node DatanodeRegistration(127.0.0.1:41017, datanodeUuid=40ab4bd4-9ade-432d-8672-50592d37f35b, infoPort=40045, infoSecurePort=0, ipcPort=46813, storageInfo=lv=-57;cid=testClusterID;nsid=91135211;c=1731198241559), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T00:24:02,080 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x437ce4abd9cff789 with lease ID 0x8381e8f7c830037d: Processing first storage report for DS-7270c51b-c8db-4961-bb79-209da9f7e381 from datanode DatanodeRegistration(127.0.0.1:41017, datanodeUuid=40ab4bd4-9ade-432d-8672-50592d37f35b, infoPort=40045, infoSecurePort=0, ipcPort=46813, storageInfo=lv=-57;cid=testClusterID;nsid=91135211;c=1731198241559) 2024-11-10T00:24:02,080 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x437ce4abd9cff789 with lease ID 0x8381e8f7c830037d: from storage DS-7270c51b-c8db-4961-bb79-209da9f7e381 node DatanodeRegistration(127.0.0.1:41017, datanodeUuid=40ab4bd4-9ade-432d-8672-50592d37f35b, infoPort=40045, infoSecurePort=0, ipcPort=46813, storageInfo=lv=-57;cid=testClusterID;nsid=91135211;c=1731198241559), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T00:24:02,085 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea00da3d-5020-2ca2-6195-bfedf30aa5e4 2024-11-10T00:24:02,085 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:24:02,086 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:24:02,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741825_1001 (size=7) 2024-11-10T00:24:02,493 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02 with version=8 2024-11-10T00:24:02,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/hbase-staging 2024-11-10T00:24:02,495 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b3c019fcff38:0 server-side Connection retries=45 2024-11-10T00:24:02,495 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:24:02,496 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T00:24:02,496 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T00:24:02,496 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:24:02,496 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T00:24:02,496 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T00:24:02,496 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T00:24:02,496 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36961 2024-11-10T00:24:02,497 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36961 connecting to ZooKeeper ensemble=127.0.0.1:50569 2024-11-10T00:24:02,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:369610x0, quorum=127.0.0.1:50569, baseZNode=/0-298874661 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:24:02,502 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36961-0x100ff42b5920000 connected 2024-11-10T00:24:02,518 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:24:02,519 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:24:02,521 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36961-0x100ff42b5920000, quorum=127.0.0.1:50569, baseZNode=/0-298874661 Set watcher on znode that does not yet exist, /0-298874661/running 2024-11-10T00:24:02,521 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02, hbase.cluster.distributed=false 2024-11-10T00:24:02,523 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36961-0x100ff42b5920000, quorum=127.0.0.1:50569, baseZNode=/0-298874661 Set watcher on znode that does not yet exist, /0-298874661/acl 2024-11-10T00:24:02,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36961 2024-11-10T00:24:02,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36961 2024-11-10T00:24:02,525 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36961 2024-11-10T00:24:02,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36961 2024-11-10T00:24:02,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36961 2024-11-10T00:24:02,542 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b3c019fcff38:0 server-side Connection retries=45 2024-11-10T00:24:02,543 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:24:02,543 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T00:24:02,543 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T00:24:02,543 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:24:02,543 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T00:24:02,543 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T00:24:02,543 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T00:24:02,543 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38291 2024-11-10T00:24:02,544 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38291 connecting to ZooKeeper ensemble=127.0.0.1:50569 2024-11-10T00:24:02,544 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:24:02,546 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:24:02,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:382910x0, quorum=127.0.0.1:50569, baseZNode=/0-298874661 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:24:02,550 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:382910x0, quorum=127.0.0.1:50569, baseZNode=/0-298874661 Set watcher on znode that does not yet exist, /0-298874661/running 2024-11-10T00:24:02,550 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38291-0x100ff42b5920001 connected 2024-11-10T00:24:02,550 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T00:24:02,551 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T00:24:02,551 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38291-0x100ff42b5920001, quorum=127.0.0.1:50569, baseZNode=/0-298874661 Set watcher on znode that does not yet exist, /0-298874661/master 2024-11-10T00:24:02,552 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38291-0x100ff42b5920001, quorum=127.0.0.1:50569, baseZNode=/0-298874661 Set watcher on znode that does not yet exist, /0-298874661/acl 2024-11-10T00:24:02,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38291 2024-11-10T00:24:02,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38291 2024-11-10T00:24:02,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38291 2024-11-10T00:24:02,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38291 2024-11-10T00:24:02,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38291 2024-11-10T00:24:02,573 DEBUG [M:0;b3c019fcff38:36961 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b3c019fcff38:36961 2024-11-10T00:24:02,573 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-298874661/backup-masters/b3c019fcff38,36961,1731198242495 2024-11-10T00:24:02,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38291-0x100ff42b5920001, quorum=127.0.0.1:50569, baseZNode=/0-298874661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-298874661/backup-masters 2024-11-10T00:24:02,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36961-0x100ff42b5920000, quorum=127.0.0.1:50569, baseZNode=/0-298874661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-298874661/backup-masters 2024-11-10T00:24:02,575 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36961-0x100ff42b5920000, quorum=127.0.0.1:50569, baseZNode=/0-298874661 Set watcher on existing znode=/0-298874661/backup-masters/b3c019fcff38,36961,1731198242495 2024-11-10T00:24:02,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38291-0x100ff42b5920001, quorum=127.0.0.1:50569, baseZNode=/0-298874661 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-298874661/master 2024-11-10T00:24:02,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38291-0x100ff42b5920001, quorum=127.0.0.1:50569, baseZNode=/0-298874661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-298874661 2024-11-10T00:24:02,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36961-0x100ff42b5920000, quorum=127.0.0.1:50569, baseZNode=/0-298874661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-298874661 2024-11-10T00:24:02,577 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36961-0x100ff42b5920000, quorum=127.0.0.1:50569, baseZNode=/0-298874661 Set watcher on existing znode=/0-298874661/master 2024-11-10T00:24:02,577 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-298874661/backup-masters/b3c019fcff38,36961,1731198242495 from backup master directory 2024-11-10T00:24:02,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36961-0x100ff42b5920000, quorum=127.0.0.1:50569, baseZNode=/0-298874661 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-298874661/backup-masters/b3c019fcff38,36961,1731198242495 2024-11-10T00:24:02,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38291-0x100ff42b5920001, quorum=127.0.0.1:50569, baseZNode=/0-298874661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-298874661/backup-masters 2024-11-10T00:24:02,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36961-0x100ff42b5920000, quorum=127.0.0.1:50569, baseZNode=/0-298874661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-298874661/backup-masters 2024-11-10T00:24:02,580 WARN [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T00:24:02,580 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b3c019fcff38,36961,1731198242495 2024-11-10T00:24:02,585 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/hbase.id] with ID: d09153d8-a3c0-414d-8026-bdc8eb2212b2 2024-11-10T00:24:02,585 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/.tmp/hbase.id 2024-11-10T00:24:02,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741826_1002 (size=42) 2024-11-10T00:24:02,993 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/.tmp/hbase.id]:[hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/hbase.id] 2024-11-10T00:24:03,000 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:24:03,000 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T00:24:03,001 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T00:24:03,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36961-0x100ff42b5920000, quorum=127.0.0.1:50569, baseZNode=/0-298874661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-298874661 2024-11-10T00:24:03,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38291-0x100ff42b5920001, quorum=127.0.0.1:50569, baseZNode=/0-298874661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-298874661 2024-11-10T00:24:03,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741827_1003 (size=196) 2024-11-10T00:24:03,408 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:24:03,409 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T00:24:03,409 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:24:03,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741828_1004 (size=1189) 2024-11-10T00:24:03,815 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/MasterData/data/master/store 2024-11-10T00:24:03,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741829_1005 (size=34) 2024-11-10T00:24:04,220 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:24:04,221 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T00:24:04,221 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:24:04,221 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:24:04,221 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T00:24:04,221 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:24:04,221 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:24:04,221 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731198244221Disabling compacts and flushes for region at 1731198244221Disabling writes for close at 1731198244221Writing region close event to WAL at 1731198244221Closed at 1731198244221 2024-11-10T00:24:04,221 WARN [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/MasterData/data/master/store/.initializing 2024-11-10T00:24:04,222 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/MasterData/WALs/b3c019fcff38,36961,1731198242495 2024-11-10T00:24:04,222 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T00:24:04,224 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b3c019fcff38%2C36961%2C1731198242495, suffix=, logDir=hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/MasterData/WALs/b3c019fcff38,36961,1731198242495, archiveDir=hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/MasterData/oldWALs, maxLogs=10 2024-11-10T00:24:04,237 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/MasterData/WALs/b3c019fcff38,36961,1731198242495/b3c019fcff38%2C36961%2C1731198242495.1731198244224, exclude list is [], retry=0 2024-11-10T00:24:04,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41017,DS-f8c403f9-d193-44f3-b0b0-d70c43726fac,DISK] 2024-11-10T00:24:04,241 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/MasterData/WALs/b3c019fcff38,36961,1731198242495/b3c019fcff38%2C36961%2C1731198242495.1731198244224 2024-11-10T00:24:04,241 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40045:40045)] 2024-11-10T00:24:04,241 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:24:04,241 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:24:04,241 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:04,242 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:04,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:04,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T00:24:04,243 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:04,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:24:04,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:04,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T00:24:04,245 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:04,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:24:04,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:04,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T00:24:04,246 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:04,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:24:04,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:04,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T00:24:04,247 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:04,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:24:04,247 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:04,248 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:04,248 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:04,249 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:04,249 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:04,249 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:24:04,250 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:04,251 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:24:04,252 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74284139, jitterRate=0.10691992938518524}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:24:04,252 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731198244242Initializing all the Stores at 1731198244242Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198244242Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198244242Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198244242Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198244242Cleaning up temporary data from old regions at 1731198244249 (+7 ms)Region opened successfully at 1731198244252 (+3 ms) 2024-11-10T00:24:04,252 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T00:24:04,254 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bfc9996, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b3c019fcff38/172.17.0.2:0 2024-11-10T00:24:04,255 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T00:24:04,255 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T00:24:04,255 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T00:24:04,255 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T00:24:04,256 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T00:24:04,256 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T00:24:04,256 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T00:24:04,257 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T00:24:04,258 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36961-0x100ff42b5920000, quorum=127.0.0.1:50569, baseZNode=/0-298874661 Unable to get data of znode /0-298874661/balancer because node does not exist (not necessarily an error) 2024-11-10T00:24:04,259 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-298874661/balancer already deleted, retry=false 2024-11-10T00:24:04,260 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T00:24:04,260 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36961-0x100ff42b5920000, quorum=127.0.0.1:50569, baseZNode=/0-298874661 Unable to get data of znode /0-298874661/normalizer because node does not exist (not necessarily an error) 2024-11-10T00:24:04,261 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-298874661/normalizer already deleted, retry=false 2024-11-10T00:24:04,261 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T00:24:04,262 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36961-0x100ff42b5920000, quorum=127.0.0.1:50569, baseZNode=/0-298874661 Unable to get data of znode /0-298874661/switch/split because node does not exist (not necessarily an error) 2024-11-10T00:24:04,266 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-298874661/switch/split already deleted, retry=false 2024-11-10T00:24:04,266 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36961-0x100ff42b5920000, quorum=127.0.0.1:50569, baseZNode=/0-298874661 Unable to get data of znode /0-298874661/switch/merge because node does not exist (not necessarily an error) 2024-11-10T00:24:04,267 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-298874661/switch/merge already deleted, retry=false 2024-11-10T00:24:04,269 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36961-0x100ff42b5920000, quorum=127.0.0.1:50569, baseZNode=/0-298874661 Unable to get data of znode /0-298874661/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T00:24:04,270 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-298874661/snapshot-cleanup already deleted, retry=false 2024-11-10T00:24:04,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36961-0x100ff42b5920000, quorum=127.0.0.1:50569, baseZNode=/0-298874661 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-298874661/running 2024-11-10T00:24:04,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36961-0x100ff42b5920000, quorum=127.0.0.1:50569, baseZNode=/0-298874661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-298874661 2024-11-10T00:24:04,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38291-0x100ff42b5920001, quorum=127.0.0.1:50569, baseZNode=/0-298874661 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-298874661/running 2024-11-10T00:24:04,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38291-0x100ff42b5920001, quorum=127.0.0.1:50569, baseZNode=/0-298874661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-298874661 2024-11-10T00:24:04,271 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b3c019fcff38,36961,1731198242495, sessionid=0x100ff42b5920000, setting cluster-up flag (Was=false) 2024-11-10T00:24:04,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38291-0x100ff42b5920001, quorum=127.0.0.1:50569, baseZNode=/0-298874661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-298874661 2024-11-10T00:24:04,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36961-0x100ff42b5920000, quorum=127.0.0.1:50569, baseZNode=/0-298874661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-298874661 2024-11-10T00:24:04,279 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-298874661/flush-table-proc/acquired, /0-298874661/flush-table-proc/reached, /0-298874661/flush-table-proc/abort 2024-11-10T00:24:04,280 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b3c019fcff38,36961,1731198242495 2024-11-10T00:24:04,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36961-0x100ff42b5920000, quorum=127.0.0.1:50569, baseZNode=/0-298874661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-298874661 2024-11-10T00:24:04,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38291-0x100ff42b5920001, quorum=127.0.0.1:50569, baseZNode=/0-298874661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-298874661 2024-11-10T00:24:04,290 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-298874661/online-snapshot/acquired, /0-298874661/online-snapshot/reached, /0-298874661/online-snapshot/abort 2024-11-10T00:24:04,291 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b3c019fcff38,36961,1731198242495 2024-11-10T00:24:04,292 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T00:24:04,293 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T00:24:04,293 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T00:24:04,293 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T00:24:04,294 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b3c019fcff38,36961,1731198242495 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T00:24:04,295 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:24:04,295 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:24:04,295 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:24:04,295 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:24:04,295 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b3c019fcff38:0, corePoolSize=10, maxPoolSize=10 2024-11-10T00:24:04,295 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:04,295 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b3c019fcff38:0, corePoolSize=2, maxPoolSize=2 2024-11-10T00:24:04,295 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:04,296 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:24:04,296 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T00:24:04,297 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:04,297 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T00:24:04,300 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731198274300 2024-11-10T00:24:04,300 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T00:24:04,300 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T00:24:04,300 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T00:24:04,300 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T00:24:04,300 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T00:24:04,300 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T00:24:04,301 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:04,304 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T00:24:04,304 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T00:24:04,304 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T00:24:04,304 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T00:24:04,305 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T00:24:04,305 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T00:24:04,305 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731198244305,5,FailOnTimeoutGroup] 2024-11-10T00:24:04,305 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731198244305,5,FailOnTimeoutGroup] 2024-11-10T00:24:04,305 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:04,305 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T00:24:04,305 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:04,305 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:04,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741831_1007 (size=1321) 2024-11-10T00:24:04,365 INFO [RS:0;b3c019fcff38:38291 {}] regionserver.HRegionServer(746): ClusterId : d09153d8-a3c0-414d-8026-bdc8eb2212b2 2024-11-10T00:24:04,365 DEBUG [RS:0;b3c019fcff38:38291 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T00:24:04,366 DEBUG [RS:0;b3c019fcff38:38291 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T00:24:04,366 DEBUG [RS:0;b3c019fcff38:38291 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T00:24:04,368 DEBUG [RS:0;b3c019fcff38:38291 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T00:24:04,368 DEBUG [RS:0;b3c019fcff38:38291 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@395fb85c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b3c019fcff38/172.17.0.2:0 2024-11-10T00:24:04,380 DEBUG [RS:0;b3c019fcff38:38291 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b3c019fcff38:38291 2024-11-10T00:24:04,380 INFO [RS:0;b3c019fcff38:38291 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T00:24:04,380 INFO [RS:0;b3c019fcff38:38291 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T00:24:04,380 DEBUG [RS:0;b3c019fcff38:38291 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T00:24:04,380 INFO [RS:0;b3c019fcff38:38291 {}] regionserver.HRegionServer(2659): reportForDuty to master=b3c019fcff38,36961,1731198242495 with port=38291, startcode=1731198242542 2024-11-10T00:24:04,381 DEBUG [RS:0;b3c019fcff38:38291 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T00:24:04,382 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46355, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T00:24:04,382 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36961 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b3c019fcff38,38291,1731198242542 2024-11-10T00:24:04,382 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36961 {}] master.ServerManager(517): Registering regionserver=b3c019fcff38,38291,1731198242542 2024-11-10T00:24:04,383 DEBUG [RS:0;b3c019fcff38:38291 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02 2024-11-10T00:24:04,383 DEBUG [RS:0;b3c019fcff38:38291 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36115 2024-11-10T00:24:04,383 DEBUG [RS:0;b3c019fcff38:38291 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T00:24:04,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36961-0x100ff42b5920000, quorum=127.0.0.1:50569, baseZNode=/0-298874661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-298874661/rs 2024-11-10T00:24:04,386 DEBUG [RS:0;b3c019fcff38:38291 {}] zookeeper.ZKUtil(111): regionserver:38291-0x100ff42b5920001, quorum=127.0.0.1:50569, baseZNode=/0-298874661 Set watcher on existing znode=/0-298874661/rs/b3c019fcff38,38291,1731198242542 2024-11-10T00:24:04,386 WARN [RS:0;b3c019fcff38:38291 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T00:24:04,386 INFO [RS:0;b3c019fcff38:38291 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:24:04,386 DEBUG [RS:0;b3c019fcff38:38291 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/WALs/b3c019fcff38,38291,1731198242542 2024-11-10T00:24:04,386 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b3c019fcff38,38291,1731198242542] 2024-11-10T00:24:04,388 INFO [RS:0;b3c019fcff38:38291 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T00:24:04,389 INFO [RS:0;b3c019fcff38:38291 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T00:24:04,390 INFO [RS:0;b3c019fcff38:38291 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T00:24:04,390 INFO [RS:0;b3c019fcff38:38291 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:04,390 INFO [RS:0;b3c019fcff38:38291 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T00:24:04,391 INFO [RS:0;b3c019fcff38:38291 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T00:24:04,391 INFO [RS:0;b3c019fcff38:38291 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:04,391 DEBUG [RS:0;b3c019fcff38:38291 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:04,391 DEBUG [RS:0;b3c019fcff38:38291 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:04,391 DEBUG [RS:0;b3c019fcff38:38291 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:04,391 DEBUG [RS:0;b3c019fcff38:38291 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:04,391 DEBUG [RS:0;b3c019fcff38:38291 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:04,391 DEBUG [RS:0;b3c019fcff38:38291 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b3c019fcff38:0, corePoolSize=2, maxPoolSize=2 2024-11-10T00:24:04,391 DEBUG [RS:0;b3c019fcff38:38291 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:04,391 DEBUG [RS:0;b3c019fcff38:38291 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:04,391 DEBUG [RS:0;b3c019fcff38:38291 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:04,391 DEBUG [RS:0;b3c019fcff38:38291 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:04,391 DEBUG [RS:0;b3c019fcff38:38291 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:04,391 DEBUG [RS:0;b3c019fcff38:38291 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:04,391 DEBUG [RS:0;b3c019fcff38:38291 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0, corePoolSize=3, maxPoolSize=3 2024-11-10T00:24:04,391 DEBUG [RS:0;b3c019fcff38:38291 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0, corePoolSize=3, maxPoolSize=3 2024-11-10T00:24:04,396 INFO [RS:0;b3c019fcff38:38291 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:04,396 INFO [RS:0;b3c019fcff38:38291 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:04,396 INFO [RS:0;b3c019fcff38:38291 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:04,396 INFO [RS:0;b3c019fcff38:38291 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:04,396 INFO [RS:0;b3c019fcff38:38291 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:04,396 INFO [RS:0;b3c019fcff38:38291 {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,38291,1731198242542-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T00:24:04,409 INFO [RS:0;b3c019fcff38:38291 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T00:24:04,409 INFO [RS:0;b3c019fcff38:38291 {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,38291,1731198242542-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:04,410 INFO [RS:0;b3c019fcff38:38291 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:04,410 INFO [RS:0;b3c019fcff38:38291 {}] regionserver.Replication(171): b3c019fcff38,38291,1731198242542 started 2024-11-10T00:24:04,423 INFO [RS:0;b3c019fcff38:38291 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:04,423 INFO [RS:0;b3c019fcff38:38291 {}] regionserver.HRegionServer(1482): Serving as b3c019fcff38,38291,1731198242542, RpcServer on b3c019fcff38/172.17.0.2:38291, sessionid=0x100ff42b5920001 2024-11-10T00:24:04,423 DEBUG [RS:0;b3c019fcff38:38291 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T00:24:04,423 DEBUG [RS:0;b3c019fcff38:38291 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b3c019fcff38,38291,1731198242542 2024-11-10T00:24:04,423 DEBUG [RS:0;b3c019fcff38:38291 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b3c019fcff38,38291,1731198242542' 2024-11-10T00:24:04,423 DEBUG [RS:0;b3c019fcff38:38291 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-298874661/flush-table-proc/abort' 2024-11-10T00:24:04,423 DEBUG [RS:0;b3c019fcff38:38291 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-298874661/flush-table-proc/acquired' 2024-11-10T00:24:04,423 DEBUG [RS:0;b3c019fcff38:38291 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T00:24:04,423 DEBUG [RS:0;b3c019fcff38:38291 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T00:24:04,424 DEBUG [RS:0;b3c019fcff38:38291 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b3c019fcff38,38291,1731198242542 2024-11-10T00:24:04,424 DEBUG [RS:0;b3c019fcff38:38291 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b3c019fcff38,38291,1731198242542' 2024-11-10T00:24:04,424 DEBUG [RS:0;b3c019fcff38:38291 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-298874661/online-snapshot/abort' 2024-11-10T00:24:04,424 DEBUG [RS:0;b3c019fcff38:38291 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-298874661/online-snapshot/acquired' 2024-11-10T00:24:04,424 DEBUG [RS:0;b3c019fcff38:38291 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T00:24:04,424 INFO [RS:0;b3c019fcff38:38291 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T00:24:04,424 INFO [RS:0;b3c019fcff38:38291 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T00:24:04,524 INFO [RS:0;b3c019fcff38:38291 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T00:24:04,525 INFO [RS:0;b3c019fcff38:38291 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b3c019fcff38%2C38291%2C1731198242542, suffix=, logDir=hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/WALs/b3c019fcff38,38291,1731198242542, archiveDir=hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/oldWALs, maxLogs=10 2024-11-10T00:24:04,536 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T00:24:04,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:04,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:04,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:04,538 DEBUG [RS:0;b3c019fcff38:38291 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/WALs/b3c019fcff38,38291,1731198242542/b3c019fcff38%2C38291%2C1731198242542.1731198244526, exclude list is [], retry=0 2024-11-10T00:24:04,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41017,DS-f8c403f9-d193-44f3-b0b0-d70c43726fac,DISK] 2024-11-10T00:24:04,542 INFO [RS:0;b3c019fcff38:38291 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/WALs/b3c019fcff38,38291,1731198242542/b3c019fcff38%2C38291%2C1731198242542.1731198244526 2024-11-10T00:24:04,543 DEBUG [RS:0;b3c019fcff38:38291 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40045:40045)] 2024-11-10T00:24:04,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:04,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:04,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:04,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:04,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:04,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:04,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:04,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:04,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:04,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:04,710 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T00:24:04,710 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02 2024-11-10T00:24:04,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741833_1009 (size=32) 2024-11-10T00:24:04,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:24:04,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T00:24:04,716 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T00:24:04,716 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:04,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:24:04,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T00:24:04,718 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T00:24:04,718 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:04,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:24:04,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T00:24:04,719 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T00:24:04,719 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:04,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:24:04,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T00:24:04,720 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T00:24:04,720 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:04,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:24:04,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T00:24:04,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/data/hbase/meta/1588230740 2024-11-10T00:24:04,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/data/hbase/meta/1588230740 2024-11-10T00:24:04,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T00:24:04,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T00:24:04,722 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:24:04,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T00:24:04,724 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:24:04,725 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62606492, jitterRate=-0.06709057092666626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:24:04,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731198244715Initializing all the Stores at 1731198244715Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198244715Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198244715Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198244715Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198244715Cleaning up temporary data from old regions at 1731198244722 (+7 ms)Region opened successfully at 1731198244725 (+3 ms) 2024-11-10T00:24:04,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T00:24:04,725 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T00:24:04,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T00:24:04,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T00:24:04,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T00:24:04,726 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T00:24:04,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731198244725Disabling compacts and flushes for region at 1731198244725Disabling writes for close at 1731198244725Writing region close event to WAL at 1731198244726 (+1 ms)Closed at 1731198244726 2024-11-10T00:24:04,726 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:24:04,726 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T00:24:04,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T00:24:04,727 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T00:24:04,728 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T00:24:04,879 DEBUG [b3c019fcff38:36961 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T00:24:04,879 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b3c019fcff38,38291,1731198242542 2024-11-10T00:24:04,880 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b3c019fcff38,38291,1731198242542, state=OPENING 2024-11-10T00:24:04,882 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T00:24:04,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36961-0x100ff42b5920000, quorum=127.0.0.1:50569, baseZNode=/0-298874661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-298874661 2024-11-10T00:24:04,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38291-0x100ff42b5920001, quorum=127.0.0.1:50569, baseZNode=/0-298874661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-298874661 2024-11-10T00:24:04,883 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T00:24:04,883 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-298874661/meta-region-server: CHANGED 2024-11-10T00:24:04,883 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-298874661/meta-region-server: CHANGED 2024-11-10T00:24:04,884 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b3c019fcff38,38291,1731198242542}] 2024-11-10T00:24:05,036 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T00:24:05,037 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47189, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T00:24:05,040 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T00:24:05,040 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:24:05,040 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T00:24:05,041 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b3c019fcff38%2C38291%2C1731198242542.meta, suffix=.meta, logDir=hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/WALs/b3c019fcff38,38291,1731198242542, archiveDir=hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/oldWALs, maxLogs=10 2024-11-10T00:24:05,054 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/WALs/b3c019fcff38,38291,1731198242542/b3c019fcff38%2C38291%2C1731198242542.meta.1731198245042.meta, exclude list is [], retry=0 2024-11-10T00:24:05,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41017,DS-f8c403f9-d193-44f3-b0b0-d70c43726fac,DISK] 2024-11-10T00:24:05,057 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/WALs/b3c019fcff38,38291,1731198242542/b3c019fcff38%2C38291%2C1731198242542.meta.1731198245042.meta 2024-11-10T00:24:05,058 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40045:40045)] 2024-11-10T00:24:05,058 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:24:05,058 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T00:24:05,058 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T00:24:05,058 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T00:24:05,058 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T00:24:05,058 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T00:24:05,058 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:24:05,059 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T00:24:05,059 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T00:24:05,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T00:24:05,060 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T00:24:05,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:05,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:24:05,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T00:24:05,061 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T00:24:05,061 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:05,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:24:05,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T00:24:05,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T00:24:05,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:05,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:24:05,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T00:24:05,063 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T00:24:05,063 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:05,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:24:05,063 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T00:24:05,064 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/data/hbase/meta/1588230740 2024-11-10T00:24:05,065 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/data/hbase/meta/1588230740 2024-11-10T00:24:05,066 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T00:24:05,066 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T00:24:05,066 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:24:05,067 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T00:24:05,067 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67699128, jitterRate=0.008795619010925293}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:24:05,067 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T00:24:05,068 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731198245059Writing region info on filesystem at 1731198245059Initializing all the Stores at 1731198245059Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198245059Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198245059Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198245059Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198245059Cleaning up temporary data from old regions at 1731198245066 (+7 ms)Running coprocessor post-open hooks at 1731198245067 (+1 ms)Region opened successfully at 1731198245068 (+1 ms) 2024-11-10T00:24:05,069 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731198245035 2024-11-10T00:24:05,071 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T00:24:05,071 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T00:24:05,072 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,38291,1731198242542 2024-11-10T00:24:05,072 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b3c019fcff38,38291,1731198242542, state=OPEN 2024-11-10T00:24:05,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36961-0x100ff42b5920000, quorum=127.0.0.1:50569, baseZNode=/0-298874661 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-298874661/meta-region-server 2024-11-10T00:24:05,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38291-0x100ff42b5920001, quorum=127.0.0.1:50569, baseZNode=/0-298874661 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-298874661/meta-region-server 2024-11-10T00:24:05,077 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b3c019fcff38,38291,1731198242542 2024-11-10T00:24:05,077 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-298874661/meta-region-server: CHANGED 2024-11-10T00:24:05,077 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-298874661/meta-region-server: CHANGED 2024-11-10T00:24:05,079 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T00:24:05,079 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b3c019fcff38,38291,1731198242542 in 194 msec 2024-11-10T00:24:05,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T00:24:05,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 352 msec 2024-11-10T00:24:05,082 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:24:05,082 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T00:24:05,083 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:24:05,083 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,38291,1731198242542, seqNum=-1] 2024-11-10T00:24:05,083 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:24:05,084 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33359, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:24:05,088 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 795 msec 2024-11-10T00:24:05,088 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731198245088, completionTime=-1 2024-11-10T00:24:05,088 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T00:24:05,088 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T00:24:05,090 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T00:24:05,090 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731198305090 2024-11-10T00:24:05,090 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731198365090 2024-11-10T00:24:05,090 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T00:24:05,090 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,36961,1731198242495-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:05,090 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,36961,1731198242495-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:05,090 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,36961,1731198242495-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:05,090 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b3c019fcff38:36961, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:05,090 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:05,090 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:05,092 DEBUG [master/b3c019fcff38:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T00:24:05,095 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.515sec 2024-11-10T00:24:05,095 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T00:24:05,095 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T00:24:05,095 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T00:24:05,095 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T00:24:05,095 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T00:24:05,095 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,36961,1731198242495-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T00:24:05,095 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,36961,1731198242495-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T00:24:05,097 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T00:24:05,097 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T00:24:05,097 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,36961,1731198242495-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:05,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a9ab60a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:05,165 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,36961,-1 for getting cluster id 2024-11-10T00:24:05,165 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:24:05,166 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd09153d8-a3c0-414d-8026-bdc8eb2212b2' 2024-11-10T00:24:05,166 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:24:05,166 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d09153d8-a3c0-414d-8026-bdc8eb2212b2" 2024-11-10T00:24:05,167 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2097aafb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:05,167 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,36961,-1] 2024-11-10T00:24:05,167 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:24:05,167 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:24:05,168 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:24:05,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26adb554, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:05,169 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:24:05,169 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,38291,1731198242542, seqNum=-1] 2024-11-10T00:24:05,170 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:24:05,170 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:24:05,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b3c019fcff38,36961,1731198242495 2024-11-10T00:24:05,172 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50569 2024-11-10T00:24:05,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50569, baseZNode=/0-298874661 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:24:05,176 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100ff42b5920002 connected 2024-11-10T00:24:05,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea00da3d-5020-2ca2-6195-bfedf30aa5e4/hadoop.log.dir so I do NOT create it in target/test-data/92691e49-afa9-d86b-03d4-595302c12c05 2024-11-10T00:24:05,178 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea00da3d-5020-2ca2-6195-bfedf30aa5e4/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T00:24:05,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea00da3d-5020-2ca2-6195-bfedf30aa5e4/hadoop.tmp.dir so I do NOT create it in target/test-data/92691e49-afa9-d86b-03d4-595302c12c05 2024-11-10T00:24:05,178 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea00da3d-5020-2ca2-6195-bfedf30aa5e4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T00:24:05,178 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92691e49-afa9-d86b-03d4-595302c12c05 2024-11-10T00:24:05,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T00:24:05,178 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92691e49-afa9-d86b-03d4-595302c12c05/cluster_496d29aa-c7ae-4878-d804-3c4b5e8c4789, deleteOnExit=true 2024-11-10T00:24:05,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T00:24:05,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92691e49-afa9-d86b-03d4-595302c12c05/test.cache.data in system properties and HBase conf 2024-11-10T00:24:05,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92691e49-afa9-d86b-03d4-595302c12c05/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T00:24:05,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92691e49-afa9-d86b-03d4-595302c12c05/hadoop.log.dir in system properties and HBase conf 2024-11-10T00:24:05,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92691e49-afa9-d86b-03d4-595302c12c05/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T00:24:05,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92691e49-afa9-d86b-03d4-595302c12c05/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T00:24:05,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T00:24:05,178 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T00:24:05,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92691e49-afa9-d86b-03d4-595302c12c05/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T00:24:05,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92691e49-afa9-d86b-03d4-595302c12c05/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T00:24:05,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92691e49-afa9-d86b-03d4-595302c12c05/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T00:24:05,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92691e49-afa9-d86b-03d4-595302c12c05/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T00:24:05,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92691e49-afa9-d86b-03d4-595302c12c05/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T00:24:05,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92691e49-afa9-d86b-03d4-595302c12c05/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T00:24:05,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92691e49-afa9-d86b-03d4-595302c12c05/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T00:24:05,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92691e49-afa9-d86b-03d4-595302c12c05/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T00:24:05,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92691e49-afa9-d86b-03d4-595302c12c05/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T00:24:05,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92691e49-afa9-d86b-03d4-595302c12c05/nfs.dump.dir in system properties and HBase conf 2024-11-10T00:24:05,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92691e49-afa9-d86b-03d4-595302c12c05/java.io.tmpdir in system properties and HBase conf 2024-11-10T00:24:05,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92691e49-afa9-d86b-03d4-595302c12c05/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T00:24:05,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92691e49-afa9-d86b-03d4-595302c12c05/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T00:24:05,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92691e49-afa9-d86b-03d4-595302c12c05/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T00:24:05,254 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:24:05,257 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T00:24:05,258 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T00:24:05,258 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T00:24:05,258 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T00:24:05,259 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:24:05,259 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7591289f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92691e49-afa9-d86b-03d4-595302c12c05/hadoop.log.dir/,AVAILABLE} 2024-11-10T00:24:05,259 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f25b769{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T00:24:05,372 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77a3384c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92691e49-afa9-d86b-03d4-595302c12c05/java.io.tmpdir/jetty-localhost-37971-hadoop-hdfs-3_4_1-tests_jar-_-any-3074098074812632973/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T00:24:05,372 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e8b2c8a{HTTP/1.1, (http/1.1)}{localhost:37971} 2024-11-10T00:24:05,372 INFO [Time-limited test {}] server.Server(415): Started @259077ms 2024-11-10T00:24:05,454 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:24:05,457 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T00:24:05,461 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T00:24:05,461 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T00:24:05,461 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T00:24:05,462 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@374948d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92691e49-afa9-d86b-03d4-595302c12c05/hadoop.log.dir/,AVAILABLE} 2024-11-10T00:24:05,462 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@783d9914{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T00:24:05,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d6d7f72{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92691e49-afa9-d86b-03d4-595302c12c05/java.io.tmpdir/jetty-localhost-43281-hadoop-hdfs-3_4_1-tests_jar-_-any-11159128851288940363/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T00:24:05,577 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@493365ef{HTTP/1.1, (http/1.1)}{localhost:43281} 2024-11-10T00:24:05,577 INFO [Time-limited test {}] server.Server(415): Started @259281ms 2024-11-10T00:24:05,578 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T00:24:05,678 WARN [Thread-3577 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92691e49-afa9-d86b-03d4-595302c12c05/cluster_496d29aa-c7ae-4878-d804-3c4b5e8c4789/data/data1/current/BP-1472471301-172.17.0.2-1731198245197/current, will proceed with Du for space computation calculation, 2024-11-10T00:24:05,678 WARN [Thread-3578 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92691e49-afa9-d86b-03d4-595302c12c05/cluster_496d29aa-c7ae-4878-d804-3c4b5e8c4789/data/data2/current/BP-1472471301-172.17.0.2-1731198245197/current, will proceed with Du for space computation calculation, 2024-11-10T00:24:05,697 WARN [Thread-3565 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T00:24:05,700 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8cc8d9d4d16f937a with lease ID 0xe64982bc3a6dde52: Processing first storage report for DS-ce9ed725-fe68-459d-ad58-44b7ec541d1c from datanode DatanodeRegistration(127.0.0.1:36579, datanodeUuid=1e95b9c4-50d4-4be0-9d06-d61806bde613, infoPort=41749, infoSecurePort=0, ipcPort=35425, storageInfo=lv=-57;cid=testClusterID;nsid=1731417944;c=1731198245197) 2024-11-10T00:24:05,701 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8cc8d9d4d16f937a with lease ID 0xe64982bc3a6dde52: from storage DS-ce9ed725-fe68-459d-ad58-44b7ec541d1c node DatanodeRegistration(127.0.0.1:36579, datanodeUuid=1e95b9c4-50d4-4be0-9d06-d61806bde613, infoPort=41749, infoSecurePort=0, ipcPort=35425, storageInfo=lv=-57;cid=testClusterID;nsid=1731417944;c=1731198245197), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T00:24:05,701 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8cc8d9d4d16f937a with lease ID 0xe64982bc3a6dde52: Processing first storage report for DS-e31d51cb-67df-4354-8856-d3d603dc2a8c from datanode DatanodeRegistration(127.0.0.1:36579, datanodeUuid=1e95b9c4-50d4-4be0-9d06-d61806bde613, infoPort=41749, infoSecurePort=0, ipcPort=35425, storageInfo=lv=-57;cid=testClusterID;nsid=1731417944;c=1731198245197) 2024-11-10T00:24:05,701 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8cc8d9d4d16f937a with lease ID 0xe64982bc3a6dde52: from storage DS-e31d51cb-67df-4354-8856-d3d603dc2a8c node DatanodeRegistration(127.0.0.1:36579, datanodeUuid=1e95b9c4-50d4-4be0-9d06-d61806bde613, infoPort=41749, infoSecurePort=0, ipcPort=35425, storageInfo=lv=-57;cid=testClusterID;nsid=1731417944;c=1731198245197), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T00:24:05,799 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92691e49-afa9-d86b-03d4-595302c12c05 2024-11-10T00:24:05,799 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:24:05,801 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:24:05,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36579 is added to blk_1073741825_1001 (size=7) 2024-11-10T00:24:06,209 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde with version=8 2024-11-10T00:24:06,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/hbase-staging 2024-11-10T00:24:06,211 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b3c019fcff38:0 server-side Connection retries=45 2024-11-10T00:24:06,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:24:06,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T00:24:06,211 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T00:24:06,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:24:06,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T00:24:06,211 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T00:24:06,211 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T00:24:06,212 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39083 2024-11-10T00:24:06,212 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39083 connecting to ZooKeeper ensemble=127.0.0.1:50569 2024-11-10T00:24:06,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:390830x0, quorum=127.0.0.1:50569, baseZNode=/166525426 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:24:06,215 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39083-0x100ff42b5920003 connected 2024-11-10T00:24:06,227 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:24:06,229 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:24:06,231 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39083-0x100ff42b5920003, quorum=127.0.0.1:50569, baseZNode=/166525426 Set watcher on znode that does not yet exist, /166525426/running 2024-11-10T00:24:06,231 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde, hbase.cluster.distributed=false 2024-11-10T00:24:06,232 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39083-0x100ff42b5920003, quorum=127.0.0.1:50569, baseZNode=/166525426 Set watcher on znode that does not yet exist, /166525426/acl 2024-11-10T00:24:06,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39083 2024-11-10T00:24:06,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39083 2024-11-10T00:24:06,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39083 2024-11-10T00:24:06,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39083 2024-11-10T00:24:06,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39083 2024-11-10T00:24:06,248 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b3c019fcff38:0 server-side Connection retries=45 2024-11-10T00:24:06,248 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:24:06,248 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T00:24:06,248 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T00:24:06,248 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:24:06,248 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T00:24:06,248 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T00:24:06,248 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T00:24:06,249 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38829 2024-11-10T00:24:06,249 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38829 connecting to ZooKeeper ensemble=127.0.0.1:50569 2024-11-10T00:24:06,250 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:24:06,251 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:24:06,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388290x0, quorum=127.0.0.1:50569, baseZNode=/166525426 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:24:06,255 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:388290x0, quorum=127.0.0.1:50569, baseZNode=/166525426 Set watcher on znode that does not yet exist, /166525426/running 2024-11-10T00:24:06,255 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38829-0x100ff42b5920004 connected 2024-11-10T00:24:06,255 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T00:24:06,256 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T00:24:06,256 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38829-0x100ff42b5920004, quorum=127.0.0.1:50569, baseZNode=/166525426 Set watcher on znode that does not yet exist, /166525426/master 2024-11-10T00:24:06,257 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38829-0x100ff42b5920004, quorum=127.0.0.1:50569, baseZNode=/166525426 Set watcher on znode that does not yet exist, /166525426/acl 2024-11-10T00:24:06,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38829 2024-11-10T00:24:06,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38829 2024-11-10T00:24:06,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38829 2024-11-10T00:24:06,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38829 2024-11-10T00:24:06,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38829 2024-11-10T00:24:06,278 DEBUG [M:0;b3c019fcff38:39083 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b3c019fcff38:39083 2024-11-10T00:24:06,278 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /166525426/backup-masters/b3c019fcff38,39083,1731198246211 2024-11-10T00:24:06,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38829-0x100ff42b5920004, quorum=127.0.0.1:50569, baseZNode=/166525426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/166525426/backup-masters 2024-11-10T00:24:06,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39083-0x100ff42b5920003, quorum=127.0.0.1:50569, baseZNode=/166525426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/166525426/backup-masters 2024-11-10T00:24:06,281 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39083-0x100ff42b5920003, quorum=127.0.0.1:50569, baseZNode=/166525426 Set watcher on existing znode=/166525426/backup-masters/b3c019fcff38,39083,1731198246211 2024-11-10T00:24:06,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39083-0x100ff42b5920003, quorum=127.0.0.1:50569, baseZNode=/166525426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/166525426 2024-11-10T00:24:06,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38829-0x100ff42b5920004, quorum=127.0.0.1:50569, baseZNode=/166525426 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/166525426/master 2024-11-10T00:24:06,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38829-0x100ff42b5920004, quorum=127.0.0.1:50569, baseZNode=/166525426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/166525426 2024-11-10T00:24:06,283 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39083-0x100ff42b5920003, quorum=127.0.0.1:50569, baseZNode=/166525426 Set watcher on existing znode=/166525426/master 2024-11-10T00:24:06,283 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /166525426/backup-masters/b3c019fcff38,39083,1731198246211 from backup master directory 2024-11-10T00:24:06,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39083-0x100ff42b5920003, quorum=127.0.0.1:50569, baseZNode=/166525426 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/166525426/backup-masters/b3c019fcff38,39083,1731198246211 2024-11-10T00:24:06,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38829-0x100ff42b5920004, quorum=127.0.0.1:50569, baseZNode=/166525426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/166525426/backup-masters 2024-11-10T00:24:06,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39083-0x100ff42b5920003, quorum=127.0.0.1:50569, baseZNode=/166525426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/166525426/backup-masters 2024-11-10T00:24:06,284 WARN [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T00:24:06,284 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b3c019fcff38,39083,1731198246211 2024-11-10T00:24:06,287 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/hbase.id] with ID: ced450a6-e9a6-4eef-9e14-1abc2c2ceec0 2024-11-10T00:24:06,287 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/.tmp/hbase.id 2024-11-10T00:24:06,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36579 is added to blk_1073741826_1002 (size=42) 2024-11-10T00:24:06,698 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/.tmp/hbase.id]:[hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/hbase.id] 2024-11-10T00:24:06,706 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:24:06,706 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T00:24:06,707 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T00:24:06,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39083-0x100ff42b5920003, quorum=127.0.0.1:50569, baseZNode=/166525426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/166525426 2024-11-10T00:24:06,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38829-0x100ff42b5920004, quorum=127.0.0.1:50569, baseZNode=/166525426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/166525426 2024-11-10T00:24:06,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36579 is added to blk_1073741827_1003 (size=196) 2024-11-10T00:24:07,114 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:24:07,115 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T00:24:07,115 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:24:07,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36579 is added to blk_1073741828_1004 (size=1189) 2024-11-10T00:24:07,521 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/MasterData/data/master/store 2024-11-10T00:24:07,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36579 is added to blk_1073741829_1005 (size=34) 2024-11-10T00:24:07,927 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:24:07,927 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T00:24:07,927 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:24:07,927 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:24:07,927 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T00:24:07,927 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:24:07,927 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:24:07,927 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731198247927Disabling compacts and flushes for region at 1731198247927Disabling writes for close at 1731198247927Writing region close event to WAL at 1731198247927Closed at 1731198247927 2024-11-10T00:24:07,928 WARN [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/MasterData/data/master/store/.initializing 2024-11-10T00:24:07,928 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/MasterData/WALs/b3c019fcff38,39083,1731198246211 2024-11-10T00:24:07,928 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T00:24:07,930 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b3c019fcff38%2C39083%2C1731198246211, suffix=, logDir=hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/MasterData/WALs/b3c019fcff38,39083,1731198246211, archiveDir=hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/MasterData/oldWALs, maxLogs=10 2024-11-10T00:24:07,943 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/MasterData/WALs/b3c019fcff38,39083,1731198246211/b3c019fcff38%2C39083%2C1731198246211.1731198247930, exclude list is [], retry=0 2024-11-10T00:24:07,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36579,DS-ce9ed725-fe68-459d-ad58-44b7ec541d1c,DISK] 2024-11-10T00:24:07,946 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/MasterData/WALs/b3c019fcff38,39083,1731198246211/b3c019fcff38%2C39083%2C1731198246211.1731198247930 2024-11-10T00:24:07,947 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41749:41749)] 2024-11-10T00:24:07,947 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:24:07,947 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:24:07,947 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:07,947 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:07,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:07,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T00:24:07,949 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:07,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:24:07,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:07,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T00:24:07,950 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:07,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:24:07,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:07,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T00:24:07,951 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:07,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:24:07,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:07,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T00:24:07,952 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:07,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:24:07,953 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:07,953 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:07,953 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:07,954 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:07,954 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:07,954 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:24:07,955 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:07,957 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:24:07,957 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74783320, jitterRate=0.11435830593109131}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:24:07,957 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731198247947Initializing all the Stores at 1731198247948 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198247948Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198247948Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198247948Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198247948Cleaning up temporary data from old regions at 1731198247954 (+6 ms)Region opened successfully at 1731198247957 (+3 ms) 2024-11-10T00:24:07,957 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T00:24:07,959 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22c5f90e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b3c019fcff38/172.17.0.2:0 2024-11-10T00:24:07,960 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T00:24:07,960 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T00:24:07,960 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T00:24:07,960 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T00:24:07,961 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T00:24:07,961 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T00:24:07,961 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T00:24:07,962 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T00:24:07,963 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39083-0x100ff42b5920003, quorum=127.0.0.1:50569, baseZNode=/166525426 Unable to get data of znode /166525426/balancer because node does not exist (not necessarily an error) 2024-11-10T00:24:07,964 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /166525426/balancer already deleted, retry=false 2024-11-10T00:24:07,964 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T00:24:07,964 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39083-0x100ff42b5920003, quorum=127.0.0.1:50569, baseZNode=/166525426 Unable to get data of znode /166525426/normalizer because node does not exist (not necessarily an error) 2024-11-10T00:24:07,966 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /166525426/normalizer already deleted, retry=false 2024-11-10T00:24:07,966 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T00:24:07,967 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39083-0x100ff42b5920003, quorum=127.0.0.1:50569, baseZNode=/166525426 Unable to get data of znode /166525426/switch/split because node does not exist (not necessarily an error) 2024-11-10T00:24:07,968 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /166525426/switch/split already deleted, retry=false 2024-11-10T00:24:07,968 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39083-0x100ff42b5920003, quorum=127.0.0.1:50569, baseZNode=/166525426 Unable to get data of znode /166525426/switch/merge because node does not exist (not necessarily an error) 2024-11-10T00:24:07,970 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /166525426/switch/merge already deleted, retry=false 2024-11-10T00:24:07,972 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39083-0x100ff42b5920003, quorum=127.0.0.1:50569, baseZNode=/166525426 Unable to get data of znode /166525426/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T00:24:07,973 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /166525426/snapshot-cleanup already deleted, retry=false 2024-11-10T00:24:07,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38829-0x100ff42b5920004, quorum=127.0.0.1:50569, baseZNode=/166525426 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/166525426/running 2024-11-10T00:24:07,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39083-0x100ff42b5920003, quorum=127.0.0.1:50569, baseZNode=/166525426 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/166525426/running 2024-11-10T00:24:07,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38829-0x100ff42b5920004, quorum=127.0.0.1:50569, baseZNode=/166525426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/166525426 2024-11-10T00:24:07,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39083-0x100ff42b5920003, quorum=127.0.0.1:50569, baseZNode=/166525426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/166525426 2024-11-10T00:24:07,975 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b3c019fcff38,39083,1731198246211, sessionid=0x100ff42b5920003, setting cluster-up flag (Was=false) 2024-11-10T00:24:07,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39083-0x100ff42b5920003, quorum=127.0.0.1:50569, baseZNode=/166525426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/166525426 2024-11-10T00:24:07,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38829-0x100ff42b5920004, quorum=127.0.0.1:50569, baseZNode=/166525426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/166525426 2024-11-10T00:24:07,982 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /166525426/flush-table-proc/acquired, /166525426/flush-table-proc/reached, /166525426/flush-table-proc/abort 2024-11-10T00:24:07,983 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b3c019fcff38,39083,1731198246211 2024-11-10T00:24:07,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39083-0x100ff42b5920003, quorum=127.0.0.1:50569, baseZNode=/166525426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/166525426 2024-11-10T00:24:07,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38829-0x100ff42b5920004, quorum=127.0.0.1:50569, baseZNode=/166525426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/166525426 2024-11-10T00:24:07,991 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /166525426/online-snapshot/acquired, /166525426/online-snapshot/reached, /166525426/online-snapshot/abort 2024-11-10T00:24:07,992 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b3c019fcff38,39083,1731198246211 2024-11-10T00:24:07,993 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T00:24:07,994 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T00:24:07,994 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T00:24:07,994 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T00:24:07,994 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b3c019fcff38,39083,1731198246211 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T00:24:07,995 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:24:07,995 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:24:07,995 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:24:07,995 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:24:07,995 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b3c019fcff38:0, corePoolSize=10, maxPoolSize=10 2024-11-10T00:24:07,995 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:07,995 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b3c019fcff38:0, corePoolSize=2, maxPoolSize=2 2024-11-10T00:24:07,995 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:07,996 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731198277996 2024-11-10T00:24:07,996 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T00:24:07,996 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T00:24:07,996 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T00:24:07,996 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T00:24:07,996 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T00:24:07,996 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T00:24:07,996 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:24:07,996 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T00:24:07,997 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:07,997 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T00:24:08,000 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:08,002 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T00:24:08,002 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T00:24:08,002 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T00:24:08,003 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T00:24:08,003 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T00:24:08,003 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T00:24:08,003 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731198248003,5,FailOnTimeoutGroup] 2024-11-10T00:24:08,003 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731198248003,5,FailOnTimeoutGroup] 2024-11-10T00:24:08,003 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:08,003 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T00:24:08,003 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:08,003 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:08,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36579 is added to blk_1073741831_1007 (size=1321) 2024-11-10T00:24:08,069 INFO [RS:0;b3c019fcff38:38829 {}] regionserver.HRegionServer(746): ClusterId : ced450a6-e9a6-4eef-9e14-1abc2c2ceec0 2024-11-10T00:24:08,069 DEBUG [RS:0;b3c019fcff38:38829 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T00:24:08,071 DEBUG [RS:0;b3c019fcff38:38829 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T00:24:08,071 DEBUG [RS:0;b3c019fcff38:38829 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T00:24:08,073 DEBUG [RS:0;b3c019fcff38:38829 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T00:24:08,073 DEBUG [RS:0;b3c019fcff38:38829 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eb6160f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b3c019fcff38/172.17.0.2:0 2024-11-10T00:24:08,085 DEBUG [RS:0;b3c019fcff38:38829 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b3c019fcff38:38829 2024-11-10T00:24:08,085 INFO [RS:0;b3c019fcff38:38829 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T00:24:08,085 INFO [RS:0;b3c019fcff38:38829 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T00:24:08,085 DEBUG [RS:0;b3c019fcff38:38829 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T00:24:08,086 INFO [RS:0;b3c019fcff38:38829 {}] regionserver.HRegionServer(2659): reportForDuty to master=b3c019fcff38,39083,1731198246211 with port=38829, startcode=1731198246248 2024-11-10T00:24:08,086 DEBUG [RS:0;b3c019fcff38:38829 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T00:24:08,087 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40707, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T00:24:08,087 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39083 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b3c019fcff38,38829,1731198246248 2024-11-10T00:24:08,087 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39083 {}] master.ServerManager(517): Registering regionserver=b3c019fcff38,38829,1731198246248 2024-11-10T00:24:08,089 DEBUG [RS:0;b3c019fcff38:38829 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde 2024-11-10T00:24:08,089 DEBUG [RS:0;b3c019fcff38:38829 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37293 2024-11-10T00:24:08,089 DEBUG [RS:0;b3c019fcff38:38829 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T00:24:08,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39083-0x100ff42b5920003, quorum=127.0.0.1:50569, baseZNode=/166525426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/166525426/rs 2024-11-10T00:24:08,091 DEBUG [RS:0;b3c019fcff38:38829 {}] zookeeper.ZKUtil(111): regionserver:38829-0x100ff42b5920004, quorum=127.0.0.1:50569, baseZNode=/166525426 Set watcher on existing znode=/166525426/rs/b3c019fcff38,38829,1731198246248 2024-11-10T00:24:08,091 WARN [RS:0;b3c019fcff38:38829 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T00:24:08,091 INFO [RS:0;b3c019fcff38:38829 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:24:08,091 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b3c019fcff38,38829,1731198246248] 2024-11-10T00:24:08,091 DEBUG [RS:0;b3c019fcff38:38829 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/WALs/b3c019fcff38,38829,1731198246248 2024-11-10T00:24:08,093 INFO [RS:0;b3c019fcff38:38829 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T00:24:08,095 INFO [RS:0;b3c019fcff38:38829 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T00:24:08,095 INFO [RS:0;b3c019fcff38:38829 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T00:24:08,095 INFO [RS:0;b3c019fcff38:38829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:08,095 INFO [RS:0;b3c019fcff38:38829 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T00:24:08,096 INFO [RS:0;b3c019fcff38:38829 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T00:24:08,096 INFO [RS:0;b3c019fcff38:38829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:08,096 DEBUG [RS:0;b3c019fcff38:38829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:08,096 DEBUG [RS:0;b3c019fcff38:38829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:08,096 DEBUG [RS:0;b3c019fcff38:38829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:08,096 DEBUG [RS:0;b3c019fcff38:38829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:08,096 DEBUG [RS:0;b3c019fcff38:38829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:08,096 DEBUG [RS:0;b3c019fcff38:38829 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b3c019fcff38:0, corePoolSize=2, maxPoolSize=2 2024-11-10T00:24:08,096 DEBUG [RS:0;b3c019fcff38:38829 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:08,096 DEBUG [RS:0;b3c019fcff38:38829 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:08,096 DEBUG [RS:0;b3c019fcff38:38829 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:08,096 DEBUG [RS:0;b3c019fcff38:38829 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:08,096 DEBUG [RS:0;b3c019fcff38:38829 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:08,096 DEBUG [RS:0;b3c019fcff38:38829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:08,096 DEBUG [RS:0;b3c019fcff38:38829 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0, corePoolSize=3, maxPoolSize=3 2024-11-10T00:24:08,096 DEBUG [RS:0;b3c019fcff38:38829 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0, corePoolSize=3, maxPoolSize=3 2024-11-10T00:24:08,099 INFO [RS:0;b3c019fcff38:38829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:08,099 INFO [RS:0;b3c019fcff38:38829 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:08,099 INFO [RS:0;b3c019fcff38:38829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:08,099 INFO [RS:0;b3c019fcff38:38829 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:08,099 INFO [RS:0;b3c019fcff38:38829 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:08,099 INFO [RS:0;b3c019fcff38:38829 {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,38829,1731198246248-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T00:24:08,113 INFO [RS:0;b3c019fcff38:38829 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T00:24:08,113 INFO [RS:0;b3c019fcff38:38829 {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,38829,1731198246248-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:08,113 INFO [RS:0;b3c019fcff38:38829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:08,114 INFO [RS:0;b3c019fcff38:38829 {}] regionserver.Replication(171): b3c019fcff38,38829,1731198246248 started 2024-11-10T00:24:08,126 INFO [RS:0;b3c019fcff38:38829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:08,126 INFO [RS:0;b3c019fcff38:38829 {}] regionserver.HRegionServer(1482): Serving as b3c019fcff38,38829,1731198246248, RpcServer on b3c019fcff38/172.17.0.2:38829, sessionid=0x100ff42b5920004 2024-11-10T00:24:08,127 DEBUG [RS:0;b3c019fcff38:38829 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T00:24:08,127 DEBUG [RS:0;b3c019fcff38:38829 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b3c019fcff38,38829,1731198246248 2024-11-10T00:24:08,127 DEBUG [RS:0;b3c019fcff38:38829 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b3c019fcff38,38829,1731198246248' 2024-11-10T00:24:08,127 DEBUG [RS:0;b3c019fcff38:38829 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/166525426/flush-table-proc/abort' 2024-11-10T00:24:08,127 DEBUG [RS:0;b3c019fcff38:38829 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/166525426/flush-table-proc/acquired' 2024-11-10T00:24:08,127 DEBUG [RS:0;b3c019fcff38:38829 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T00:24:08,127 DEBUG [RS:0;b3c019fcff38:38829 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T00:24:08,127 DEBUG [RS:0;b3c019fcff38:38829 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b3c019fcff38,38829,1731198246248 2024-11-10T00:24:08,127 DEBUG [RS:0;b3c019fcff38:38829 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b3c019fcff38,38829,1731198246248' 2024-11-10T00:24:08,127 DEBUG [RS:0;b3c019fcff38:38829 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/166525426/online-snapshot/abort' 2024-11-10T00:24:08,128 DEBUG [RS:0;b3c019fcff38:38829 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/166525426/online-snapshot/acquired' 2024-11-10T00:24:08,128 DEBUG [RS:0;b3c019fcff38:38829 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T00:24:08,128 INFO [RS:0;b3c019fcff38:38829 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T00:24:08,128 INFO [RS:0;b3c019fcff38:38829 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T00:24:08,228 INFO [RS:0;b3c019fcff38:38829 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T00:24:08,229 INFO [RS:0;b3c019fcff38:38829 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b3c019fcff38%2C38829%2C1731198246248, suffix=, logDir=hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/WALs/b3c019fcff38,38829,1731198246248, archiveDir=hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/oldWALs, maxLogs=10 2024-11-10T00:24:08,246 DEBUG [RS:0;b3c019fcff38:38829 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/WALs/b3c019fcff38,38829,1731198246248/b3c019fcff38%2C38829%2C1731198246248.1731198248230, exclude list is [], retry=0 2024-11-10T00:24:08,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36579,DS-ce9ed725-fe68-459d-ad58-44b7ec541d1c,DISK] 2024-11-10T00:24:08,249 INFO [RS:0;b3c019fcff38:38829 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/WALs/b3c019fcff38,38829,1731198246248/b3c019fcff38%2C38829%2C1731198246248.1731198248230 2024-11-10T00:24:08,250 DEBUG [RS:0;b3c019fcff38:38829 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41749:41749)] 2024-11-10T00:24:08,406 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T00:24:08,407 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde 2024-11-10T00:24:08,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36579 is added to blk_1073741833_1009 (size=32) 2024-11-10T00:24:08,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:24:08,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T00:24:08,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T00:24:08,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:08,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:24:08,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T00:24:08,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T00:24:08,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:08,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:24:08,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T00:24:08,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T00:24:08,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:08,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:24:08,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T00:24:08,817 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T00:24:08,817 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:08,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:24:08,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T00:24:08,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/data/hbase/meta/1588230740 2024-11-10T00:24:08,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/data/hbase/meta/1588230740 2024-11-10T00:24:08,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T00:24:08,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T00:24:08,819 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:24:08,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T00:24:08,821 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:24:08,822 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59732468, jitterRate=-0.10991686582565308}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:24:08,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731198248812Initializing all the Stores at 1731198248813 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198248813Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198248813Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198248813Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198248813Cleaning up temporary data from old regions at 1731198248819 (+6 ms)Region opened successfully at 1731198248822 (+3 ms) 2024-11-10T00:24:08,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T00:24:08,822 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T00:24:08,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T00:24:08,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T00:24:08,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T00:24:08,822 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T00:24:08,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731198248822Disabling compacts and flushes for region at 1731198248822Disabling writes for close at 1731198248822Writing region close event to WAL at 1731198248822Closed at 1731198248822 2024-11-10T00:24:08,823 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:24:08,823 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T00:24:08,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T00:24:08,824 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T00:24:08,824 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T00:24:08,975 DEBUG [b3c019fcff38:39083 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T00:24:08,975 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b3c019fcff38,38829,1731198246248 2024-11-10T00:24:08,976 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b3c019fcff38,38829,1731198246248, state=OPENING 2024-11-10T00:24:08,981 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T00:24:08,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39083-0x100ff42b5920003, quorum=127.0.0.1:50569, baseZNode=/166525426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/166525426 2024-11-10T00:24:08,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38829-0x100ff42b5920004, quorum=127.0.0.1:50569, baseZNode=/166525426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/166525426 2024-11-10T00:24:08,982 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T00:24:08,982 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /166525426/meta-region-server: CHANGED 2024-11-10T00:24:08,983 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /166525426/meta-region-server: CHANGED 2024-11-10T00:24:08,983 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b3c019fcff38,38829,1731198246248}] 2024-11-10T00:24:09,135 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T00:24:09,136 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53599, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T00:24:09,139 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T00:24:09,139 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:24:09,139 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T00:24:09,140 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b3c019fcff38%2C38829%2C1731198246248.meta, suffix=.meta, logDir=hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/WALs/b3c019fcff38,38829,1731198246248, archiveDir=hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/oldWALs, maxLogs=10 2024-11-10T00:24:09,154 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/WALs/b3c019fcff38,38829,1731198246248/b3c019fcff38%2C38829%2C1731198246248.meta.1731198249141.meta, exclude list is [], retry=0 2024-11-10T00:24:09,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36579,DS-ce9ed725-fe68-459d-ad58-44b7ec541d1c,DISK] 2024-11-10T00:24:09,157 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/WALs/b3c019fcff38,38829,1731198246248/b3c019fcff38%2C38829%2C1731198246248.meta.1731198249141.meta 2024-11-10T00:24:09,157 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41749:41749)] 2024-11-10T00:24:09,157 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:24:09,158 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T00:24:09,158 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T00:24:09,158 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T00:24:09,158 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T00:24:09,158 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T00:24:09,158 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:24:09,158 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T00:24:09,158 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T00:24:09,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T00:24:09,160 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T00:24:09,160 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:09,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:24:09,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T00:24:09,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T00:24:09,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:09,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:24:09,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T00:24:09,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T00:24:09,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:09,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:24:09,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T00:24:09,162 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T00:24:09,162 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:09,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:24:09,163 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T00:24:09,163 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/data/hbase/meta/1588230740 2024-11-10T00:24:09,164 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/data/hbase/meta/1588230740 2024-11-10T00:24:09,165 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T00:24:09,165 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T00:24:09,165 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:24:09,166 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T00:24:09,167 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70554927, jitterRate=0.051350340247154236}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:24:09,167 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T00:24:09,167 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731198249158Writing region info on filesystem at 1731198249158Initializing all the Stores at 1731198249159 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198249159Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198249159Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198249159Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198249159Cleaning up temporary data from old regions at 1731198249165 (+6 ms)Running coprocessor post-open hooks at 1731198249167 (+2 ms)Region opened successfully at 1731198249167 2024-11-10T00:24:09,168 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731198249134 2024-11-10T00:24:09,170 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T00:24:09,170 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T00:24:09,170 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,38829,1731198246248 2024-11-10T00:24:09,171 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b3c019fcff38,38829,1731198246248, state=OPEN 2024-11-10T00:24:09,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39083-0x100ff42b5920003, quorum=127.0.0.1:50569, baseZNode=/166525426 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/166525426/meta-region-server 2024-11-10T00:24:09,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38829-0x100ff42b5920004, quorum=127.0.0.1:50569, baseZNode=/166525426 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/166525426/meta-region-server 2024-11-10T00:24:09,172 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /166525426/meta-region-server: CHANGED 2024-11-10T00:24:09,172 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b3c019fcff38,38829,1731198246248 2024-11-10T00:24:09,172 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /166525426/meta-region-server: CHANGED 2024-11-10T00:24:09,174 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T00:24:09,174 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b3c019fcff38,38829,1731198246248 in 190 msec 2024-11-10T00:24:09,175 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T00:24:09,175 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 351 msec 2024-11-10T00:24:09,176 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:24:09,176 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T00:24:09,177 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:24:09,177 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,38829,1731198246248, seqNum=-1] 2024-11-10T00:24:09,177 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:24:09,178 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56029, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:24:09,181 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1870 sec 2024-11-10T00:24:09,181 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731198249181, completionTime=-1 2024-11-10T00:24:09,182 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T00:24:09,182 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T00:24:09,183 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T00:24:09,183 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731198309183 2024-11-10T00:24:09,183 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731198369183 2024-11-10T00:24:09,183 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T00:24:09,183 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,39083,1731198246211-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:09,183 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,39083,1731198246211-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:09,183 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,39083,1731198246211-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:09,183 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b3c019fcff38:39083, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:09,183 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:09,183 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:09,185 DEBUG [master/b3c019fcff38:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T00:24:09,186 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.901sec 2024-11-10T00:24:09,186 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T00:24:09,186 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T00:24:09,186 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T00:24:09,186 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T00:24:09,186 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T00:24:09,186 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,39083,1731198246211-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T00:24:09,186 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,39083,1731198246211-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T00:24:09,188 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T00:24:09,188 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T00:24:09,188 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,39083,1731198246211-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:09,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@164837db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:09,270 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,39083,-1 for getting cluster id 2024-11-10T00:24:09,270 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:24:09,271 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ced450a6-e9a6-4eef-9e14-1abc2c2ceec0' 2024-11-10T00:24:09,271 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:24:09,271 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ced450a6-e9a6-4eef-9e14-1abc2c2ceec0" 2024-11-10T00:24:09,272 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bdbb595, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:09,272 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,39083,-1] 2024-11-10T00:24:09,272 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:24:09,272 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:24:09,273 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:24:09,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cef21b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:09,274 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:24:09,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,38829,1731198246248, seqNum=-1] 2024-11-10T00:24:09,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:24:09,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:24:09,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b3c019fcff38,39083,1731198246211 2024-11-10T00:24:09,280 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50569 2024-11-10T00:24:09,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50569, baseZNode=/166525426 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:24:09,283 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100ff42b5920005 connected 2024-11-10T00:24:09,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92691e49-afa9-d86b-03d4-595302c12c05/hadoop.log.dir so I do NOT create it in target/test-data/a147fd22-8c78-db80-2b59-0d3c44fef565 2024-11-10T00:24:09,290 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92691e49-afa9-d86b-03d4-595302c12c05/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T00:24:09,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92691e49-afa9-d86b-03d4-595302c12c05/hadoop.tmp.dir so I do NOT create it in target/test-data/a147fd22-8c78-db80-2b59-0d3c44fef565 2024-11-10T00:24:09,291 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92691e49-afa9-d86b-03d4-595302c12c05/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T00:24:09,291 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a147fd22-8c78-db80-2b59-0d3c44fef565 2024-11-10T00:24:09,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T00:24:09,291 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a147fd22-8c78-db80-2b59-0d3c44fef565/cluster_914910cb-5f8e-ce09-f344-21cfcd151afc, deleteOnExit=true 2024-11-10T00:24:09,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T00:24:09,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a147fd22-8c78-db80-2b59-0d3c44fef565/test.cache.data in system properties and HBase conf 2024-11-10T00:24:09,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a147fd22-8c78-db80-2b59-0d3c44fef565/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T00:24:09,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a147fd22-8c78-db80-2b59-0d3c44fef565/hadoop.log.dir in system properties and HBase conf 2024-11-10T00:24:09,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a147fd22-8c78-db80-2b59-0d3c44fef565/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T00:24:09,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a147fd22-8c78-db80-2b59-0d3c44fef565/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T00:24:09,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T00:24:09,291 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T00:24:09,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a147fd22-8c78-db80-2b59-0d3c44fef565/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T00:24:09,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a147fd22-8c78-db80-2b59-0d3c44fef565/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T00:24:09,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a147fd22-8c78-db80-2b59-0d3c44fef565/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T00:24:09,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a147fd22-8c78-db80-2b59-0d3c44fef565/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T00:24:09,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a147fd22-8c78-db80-2b59-0d3c44fef565/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T00:24:09,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a147fd22-8c78-db80-2b59-0d3c44fef565/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T00:24:09,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a147fd22-8c78-db80-2b59-0d3c44fef565/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T00:24:09,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a147fd22-8c78-db80-2b59-0d3c44fef565/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T00:24:09,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a147fd22-8c78-db80-2b59-0d3c44fef565/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T00:24:09,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a147fd22-8c78-db80-2b59-0d3c44fef565/nfs.dump.dir in system properties and HBase conf 2024-11-10T00:24:09,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a147fd22-8c78-db80-2b59-0d3c44fef565/java.io.tmpdir in system properties and HBase conf 2024-11-10T00:24:09,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a147fd22-8c78-db80-2b59-0d3c44fef565/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T00:24:09,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a147fd22-8c78-db80-2b59-0d3c44fef565/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T00:24:09,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a147fd22-8c78-db80-2b59-0d3c44fef565/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T00:24:09,361 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:24:09,363 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T00:24:09,365 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T00:24:09,365 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T00:24:09,365 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T00:24:09,366 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:24:09,368 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78a10f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a147fd22-8c78-db80-2b59-0d3c44fef565/hadoop.log.dir/,AVAILABLE} 2024-11-10T00:24:09,368 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f9b003e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T00:24:09,481 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4605f804{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a147fd22-8c78-db80-2b59-0d3c44fef565/java.io.tmpdir/jetty-localhost-35493-hadoop-hdfs-3_4_1-tests_jar-_-any-14165332478875501288/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T00:24:09,481 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a92c29c{HTTP/1.1, (http/1.1)}{localhost:35493} 2024-11-10T00:24:09,482 INFO [Time-limited test {}] server.Server(415): Started @263186ms 2024-11-10T00:24:09,573 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:24:09,575 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T00:24:09,576 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T00:24:09,576 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T00:24:09,576 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T00:24:09,579 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@135cf969{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a147fd22-8c78-db80-2b59-0d3c44fef565/hadoop.log.dir/,AVAILABLE} 2024-11-10T00:24:09,579 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2579cfe1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T00:24:09,691 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c5185f7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a147fd22-8c78-db80-2b59-0d3c44fef565/java.io.tmpdir/jetty-localhost-46091-hadoop-hdfs-3_4_1-tests_jar-_-any-2992638456097057539/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T00:24:09,692 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d4c6a52{HTTP/1.1, (http/1.1)}{localhost:46091} 2024-11-10T00:24:09,692 INFO [Time-limited test {}] server.Server(415): Started @263396ms 2024-11-10T00:24:09,693 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T00:24:09,787 WARN [Thread-3698 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a147fd22-8c78-db80-2b59-0d3c44fef565/cluster_914910cb-5f8e-ce09-f344-21cfcd151afc/data/data2/current/BP-1667379905-172.17.0.2-1731198249310/current, will proceed with Du for space computation calculation, 2024-11-10T00:24:09,787 WARN [Thread-3697 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a147fd22-8c78-db80-2b59-0d3c44fef565/cluster_914910cb-5f8e-ce09-f344-21cfcd151afc/data/data1/current/BP-1667379905-172.17.0.2-1731198249310/current, will proceed with Du for space computation calculation, 2024-11-10T00:24:09,822 WARN [Thread-3685 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T00:24:09,824 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x36bc609451458952 with lease ID 0x35c3693f17be0b13: Processing first storage report for DS-d6eee6f0-18de-4d74-8e20-7c06a1a1b9e4 from datanode DatanodeRegistration(127.0.0.1:43157, datanodeUuid=72a61cb6-95f7-4069-ab07-5d27fb7ec7c1, infoPort=45061, infoSecurePort=0, ipcPort=33207, storageInfo=lv=-57;cid=testClusterID;nsid=1375130534;c=1731198249310) 2024-11-10T00:24:09,824 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x36bc609451458952 with lease ID 0x35c3693f17be0b13: from storage DS-d6eee6f0-18de-4d74-8e20-7c06a1a1b9e4 node DatanodeRegistration(127.0.0.1:43157, datanodeUuid=72a61cb6-95f7-4069-ab07-5d27fb7ec7c1, infoPort=45061, infoSecurePort=0, ipcPort=33207, storageInfo=lv=-57;cid=testClusterID;nsid=1375130534;c=1731198249310), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T00:24:09,824 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x36bc609451458952 with lease ID 0x35c3693f17be0b13: Processing first storage report for DS-42443e58-a5e7-4058-bc49-88fd182eb2a7 from datanode DatanodeRegistration(127.0.0.1:43157, datanodeUuid=72a61cb6-95f7-4069-ab07-5d27fb7ec7c1, infoPort=45061, infoSecurePort=0, ipcPort=33207, storageInfo=lv=-57;cid=testClusterID;nsid=1375130534;c=1731198249310) 2024-11-10T00:24:09,824 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x36bc609451458952 with lease ID 0x35c3693f17be0b13: from storage DS-42443e58-a5e7-4058-bc49-88fd182eb2a7 node DatanodeRegistration(127.0.0.1:43157, datanodeUuid=72a61cb6-95f7-4069-ab07-5d27fb7ec7c1, infoPort=45061, infoSecurePort=0, ipcPort=33207, storageInfo=lv=-57;cid=testClusterID;nsid=1375130534;c=1731198249310), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T00:24:09,918 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a147fd22-8c78-db80-2b59-0d3c44fef565 2024-11-10T00:24:09,918 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:24:09,920 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:24:09,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741825_1001 (size=7) 2024-11-10T00:24:10,327 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8 with version=8 2024-11-10T00:24:10,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/hbase-staging 2024-11-10T00:24:10,330 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b3c019fcff38:0 server-side Connection retries=45 2024-11-10T00:24:10,330 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:24:10,330 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T00:24:10,330 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T00:24:10,330 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:24:10,330 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T00:24:10,330 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T00:24:10,331 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T00:24:10,331 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35205 2024-11-10T00:24:10,332 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35205 connecting to ZooKeeper ensemble=127.0.0.1:50569 2024-11-10T00:24:10,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:352050x0, quorum=127.0.0.1:50569, baseZNode=/22111082631 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:24:10,335 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35205-0x100ff42b5920006 connected 2024-11-10T00:24:10,345 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:24:10,347 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:24:10,348 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35205-0x100ff42b5920006, quorum=127.0.0.1:50569, baseZNode=/22111082631 Set watcher on znode that does not yet exist, /22111082631/running 2024-11-10T00:24:10,348 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8, hbase.cluster.distributed=false 2024-11-10T00:24:10,349 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35205-0x100ff42b5920006, quorum=127.0.0.1:50569, baseZNode=/22111082631 Set watcher on znode that does not yet exist, /22111082631/acl 2024-11-10T00:24:10,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35205 2024-11-10T00:24:10,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35205 2024-11-10T00:24:10,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35205 2024-11-10T00:24:10,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35205 2024-11-10T00:24:10,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35205 2024-11-10T00:24:10,365 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b3c019fcff38:0 server-side Connection retries=45 2024-11-10T00:24:10,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:24:10,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T00:24:10,366 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T00:24:10,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:24:10,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T00:24:10,366 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T00:24:10,366 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T00:24:10,366 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42241 2024-11-10T00:24:10,367 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42241 connecting to ZooKeeper ensemble=127.0.0.1:50569 2024-11-10T00:24:10,367 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:24:10,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:24:10,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422410x0, quorum=127.0.0.1:50569, baseZNode=/22111082631 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:24:10,372 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:422410x0, quorum=127.0.0.1:50569, baseZNode=/22111082631 Set watcher on znode that does not yet exist, /22111082631/running 2024-11-10T00:24:10,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42241-0x100ff42b5920007 connected 2024-11-10T00:24:10,373 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T00:24:10,373 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T00:24:10,373 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42241-0x100ff42b5920007, quorum=127.0.0.1:50569, baseZNode=/22111082631 Set watcher on znode that does not yet exist, /22111082631/master 2024-11-10T00:24:10,374 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42241-0x100ff42b5920007, quorum=127.0.0.1:50569, baseZNode=/22111082631 Set watcher on znode that does not yet exist, /22111082631/acl 2024-11-10T00:24:10,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42241 2024-11-10T00:24:10,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42241 2024-11-10T00:24:10,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42241 2024-11-10T00:24:10,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42241 2024-11-10T00:24:10,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42241 2024-11-10T00:24:10,390 DEBUG [M:0;b3c019fcff38:35205 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b3c019fcff38:35205 2024-11-10T00:24:10,391 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /22111082631/backup-masters/b3c019fcff38,35205,1731198250330 2024-11-10T00:24:10,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42241-0x100ff42b5920007, quorum=127.0.0.1:50569, baseZNode=/22111082631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22111082631/backup-masters 2024-11-10T00:24:10,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35205-0x100ff42b5920006, quorum=127.0.0.1:50569, baseZNode=/22111082631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22111082631/backup-masters 2024-11-10T00:24:10,393 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35205-0x100ff42b5920006, quorum=127.0.0.1:50569, baseZNode=/22111082631 Set watcher on existing znode=/22111082631/backup-masters/b3c019fcff38,35205,1731198250330 2024-11-10T00:24:10,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42241-0x100ff42b5920007, quorum=127.0.0.1:50569, baseZNode=/22111082631 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22111082631/master 2024-11-10T00:24:10,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35205-0x100ff42b5920006, quorum=127.0.0.1:50569, baseZNode=/22111082631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22111082631 2024-11-10T00:24:10,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42241-0x100ff42b5920007, quorum=127.0.0.1:50569, baseZNode=/22111082631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22111082631 2024-11-10T00:24:10,396 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35205-0x100ff42b5920006, quorum=127.0.0.1:50569, baseZNode=/22111082631 Set watcher on existing znode=/22111082631/master 2024-11-10T00:24:10,396 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /22111082631/backup-masters/b3c019fcff38,35205,1731198250330 from backup master directory 2024-11-10T00:24:10,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35205-0x100ff42b5920006, quorum=127.0.0.1:50569, baseZNode=/22111082631 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22111082631/backup-masters/b3c019fcff38,35205,1731198250330 2024-11-10T00:24:10,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42241-0x100ff42b5920007, quorum=127.0.0.1:50569, baseZNode=/22111082631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22111082631/backup-masters 2024-11-10T00:24:10,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35205-0x100ff42b5920006, quorum=127.0.0.1:50569, baseZNode=/22111082631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22111082631/backup-masters 2024-11-10T00:24:10,397 WARN [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T00:24:10,397 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b3c019fcff38,35205,1731198250330 2024-11-10T00:24:10,400 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/hbase.id] with ID: 73521408-eb05-4e2a-a9f2-38ff7a7bdd54 2024-11-10T00:24:10,400 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/.tmp/hbase.id 2024-11-10T00:24:10,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741826_1002 (size=42) 2024-11-10T00:24:10,561 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T00:24:10,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:10,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:10,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:10,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:10,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:10,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:10,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:10,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:10,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:10,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:10,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:10,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:10,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:10,611 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T00:24:10,808 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/.tmp/hbase.id]:[hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/hbase.id] 2024-11-10T00:24:10,816 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:24:10,816 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T00:24:10,817 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T00:24:10,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35205-0x100ff42b5920006, quorum=127.0.0.1:50569, baseZNode=/22111082631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22111082631 2024-11-10T00:24:10,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42241-0x100ff42b5920007, quorum=127.0.0.1:50569, baseZNode=/22111082631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22111082631 2024-11-10T00:24:10,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741827_1003 (size=196) 2024-11-10T00:24:11,231 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:24:11,232 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T00:24:11,232 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:24:11,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741828_1004 (size=1189) 2024-11-10T00:24:11,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T00:24:11,343 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T00:24:11,638 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/MasterData/data/master/store 2024-11-10T00:24:11,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741829_1005 (size=34) 2024-11-10T00:24:12,043 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:24:12,043 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T00:24:12,043 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:24:12,043 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:24:12,044 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T00:24:12,044 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:24:12,044 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:24:12,044 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731198252043Disabling compacts and flushes for region at 1731198252043Disabling writes for close at 1731198252044 (+1 ms)Writing region close event to WAL at 1731198252044Closed at 1731198252044 2024-11-10T00:24:12,044 WARN [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/MasterData/data/master/store/.initializing 2024-11-10T00:24:12,045 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/MasterData/WALs/b3c019fcff38,35205,1731198250330 2024-11-10T00:24:12,045 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T00:24:12,046 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b3c019fcff38%2C35205%2C1731198250330, suffix=, logDir=hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/MasterData/WALs/b3c019fcff38,35205,1731198250330, archiveDir=hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/MasterData/oldWALs, maxLogs=10 2024-11-10T00:24:12,060 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/MasterData/WALs/b3c019fcff38,35205,1731198250330/b3c019fcff38%2C35205%2C1731198250330.1731198252047, exclude list is [], retry=0 2024-11-10T00:24:12,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43157,DS-d6eee6f0-18de-4d74-8e20-7c06a1a1b9e4,DISK] 2024-11-10T00:24:12,063 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/MasterData/WALs/b3c019fcff38,35205,1731198250330/b3c019fcff38%2C35205%2C1731198250330.1731198252047 2024-11-10T00:24:12,064 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45061:45061)] 2024-11-10T00:24:12,064 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:24:12,064 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:24:12,064 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:12,064 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:12,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:12,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T00:24:12,066 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:12,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:24:12,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:12,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T00:24:12,067 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:12,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:24:12,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:12,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T00:24:12,068 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:12,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:24:12,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:12,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T00:24:12,069 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:12,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:24:12,069 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:12,070 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:12,070 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:12,071 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:12,071 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:12,071 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:24:12,072 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:12,074 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:24:12,074 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68132835, jitterRate=0.015258356928825378}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:24:12,074 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731198252064Initializing all the Stores at 1731198252065 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198252065Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198252065Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198252065Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198252065Cleaning up temporary data from old regions at 1731198252071 (+6 ms)Region opened successfully at 1731198252074 (+3 ms) 2024-11-10T00:24:12,074 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T00:24:12,076 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bcd1e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b3c019fcff38/172.17.0.2:0 2024-11-10T00:24:12,077 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T00:24:12,077 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T00:24:12,077 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T00:24:12,078 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T00:24:12,078 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T00:24:12,078 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T00:24:12,078 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T00:24:12,081 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T00:24:12,082 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35205-0x100ff42b5920006, quorum=127.0.0.1:50569, baseZNode=/22111082631 Unable to get data of znode /22111082631/balancer because node does not exist (not necessarily an error) 2024-11-10T00:24:12,084 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22111082631/balancer already deleted, retry=false 2024-11-10T00:24:12,085 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T00:24:12,085 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35205-0x100ff42b5920006, quorum=127.0.0.1:50569, baseZNode=/22111082631 Unable to get data of znode /22111082631/normalizer because node does not exist (not necessarily an error) 2024-11-10T00:24:12,086 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22111082631/normalizer already deleted, retry=false 2024-11-10T00:24:12,087 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T00:24:12,087 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35205-0x100ff42b5920006, quorum=127.0.0.1:50569, baseZNode=/22111082631 Unable to get data of znode /22111082631/switch/split because node does not exist (not necessarily an error) 2024-11-10T00:24:12,088 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22111082631/switch/split already deleted, retry=false 2024-11-10T00:24:12,089 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35205-0x100ff42b5920006, quorum=127.0.0.1:50569, baseZNode=/22111082631 Unable to get data of znode /22111082631/switch/merge because node does not exist (not necessarily an error) 2024-11-10T00:24:12,091 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22111082631/switch/merge already deleted, retry=false 2024-11-10T00:24:12,093 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35205-0x100ff42b5920006, quorum=127.0.0.1:50569, baseZNode=/22111082631 Unable to get data of znode /22111082631/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T00:24:12,094 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22111082631/snapshot-cleanup already deleted, retry=false 2024-11-10T00:24:12,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35205-0x100ff42b5920006, quorum=127.0.0.1:50569, baseZNode=/22111082631 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22111082631/running 2024-11-10T00:24:12,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35205-0x100ff42b5920006, quorum=127.0.0.1:50569, baseZNode=/22111082631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22111082631 2024-11-10T00:24:12,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42241-0x100ff42b5920007, quorum=127.0.0.1:50569, baseZNode=/22111082631 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22111082631/running 2024-11-10T00:24:12,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42241-0x100ff42b5920007, quorum=127.0.0.1:50569, baseZNode=/22111082631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22111082631 2024-11-10T00:24:12,096 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b3c019fcff38,35205,1731198250330, sessionid=0x100ff42b5920006, setting cluster-up flag (Was=false) 2024-11-10T00:24:12,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35205-0x100ff42b5920006, quorum=127.0.0.1:50569, baseZNode=/22111082631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22111082631 2024-11-10T00:24:12,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42241-0x100ff42b5920007, quorum=127.0.0.1:50569, baseZNode=/22111082631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22111082631 2024-11-10T00:24:12,103 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /22111082631/flush-table-proc/acquired, /22111082631/flush-table-proc/reached, /22111082631/flush-table-proc/abort 2024-11-10T00:24:12,103 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b3c019fcff38,35205,1731198250330 2024-11-10T00:24:12,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42241-0x100ff42b5920007, quorum=127.0.0.1:50569, baseZNode=/22111082631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22111082631 2024-11-10T00:24:12,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35205-0x100ff42b5920006, quorum=127.0.0.1:50569, baseZNode=/22111082631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22111082631 2024-11-10T00:24:12,112 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /22111082631/online-snapshot/acquired, /22111082631/online-snapshot/reached, /22111082631/online-snapshot/abort 2024-11-10T00:24:12,112 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b3c019fcff38,35205,1731198250330 2024-11-10T00:24:12,113 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T00:24:12,115 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T00:24:12,115 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T00:24:12,115 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T00:24:12,115 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b3c019fcff38,35205,1731198250330 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T00:24:12,116 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:24:12,116 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:24:12,116 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:24:12,116 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:24:12,116 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b3c019fcff38:0, corePoolSize=10, maxPoolSize=10 2024-11-10T00:24:12,117 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:12,117 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b3c019fcff38:0, corePoolSize=2, maxPoolSize=2 2024-11-10T00:24:12,117 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:12,118 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:24:12,118 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T00:24:12,119 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:12,119 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T00:24:12,119 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731198282119 2024-11-10T00:24:12,119 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T00:24:12,120 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T00:24:12,120 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T00:24:12,120 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T00:24:12,120 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T00:24:12,120 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T00:24:12,120 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:12,120 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T00:24:12,120 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T00:24:12,120 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T00:24:12,120 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T00:24:12,121 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T00:24:12,121 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T00:24:12,124 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731198252121,5,FailOnTimeoutGroup] 2024-11-10T00:24:12,124 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731198252124,5,FailOnTimeoutGroup] 2024-11-10T00:24:12,125 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:12,125 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T00:24:12,125 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:12,125 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:12,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741831_1007 (size=1321) 2024-11-10T00:24:12,182 INFO [RS:0;b3c019fcff38:42241 {}] regionserver.HRegionServer(746): ClusterId : 73521408-eb05-4e2a-a9f2-38ff7a7bdd54 2024-11-10T00:24:12,182 DEBUG [RS:0;b3c019fcff38:42241 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T00:24:12,183 DEBUG [RS:0;b3c019fcff38:42241 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T00:24:12,183 DEBUG [RS:0;b3c019fcff38:42241 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T00:24:12,185 DEBUG [RS:0;b3c019fcff38:42241 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T00:24:12,185 DEBUG [RS:0;b3c019fcff38:42241 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2caff57f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b3c019fcff38/172.17.0.2:0 2024-11-10T00:24:12,197 DEBUG [RS:0;b3c019fcff38:42241 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b3c019fcff38:42241 2024-11-10T00:24:12,197 INFO [RS:0;b3c019fcff38:42241 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T00:24:12,197 INFO [RS:0;b3c019fcff38:42241 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T00:24:12,197 DEBUG [RS:0;b3c019fcff38:42241 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T00:24:12,197 INFO [RS:0;b3c019fcff38:42241 {}] regionserver.HRegionServer(2659): reportForDuty to master=b3c019fcff38,35205,1731198250330 with port=42241, startcode=1731198250365 2024-11-10T00:24:12,198 DEBUG [RS:0;b3c019fcff38:42241 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T00:24:12,199 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37007, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T00:24:12,199 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35205 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b3c019fcff38,42241,1731198250365 2024-11-10T00:24:12,199 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35205 {}] master.ServerManager(517): Registering regionserver=b3c019fcff38,42241,1731198250365 2024-11-10T00:24:12,201 DEBUG [RS:0;b3c019fcff38:42241 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8 2024-11-10T00:24:12,201 DEBUG [RS:0;b3c019fcff38:42241 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32783 2024-11-10T00:24:12,201 DEBUG [RS:0;b3c019fcff38:42241 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T00:24:12,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35205-0x100ff42b5920006, quorum=127.0.0.1:50569, baseZNode=/22111082631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22111082631/rs 2024-11-10T00:24:12,205 DEBUG [RS:0;b3c019fcff38:42241 {}] zookeeper.ZKUtil(111): regionserver:42241-0x100ff42b5920007, quorum=127.0.0.1:50569, baseZNode=/22111082631 Set watcher on existing znode=/22111082631/rs/b3c019fcff38,42241,1731198250365 2024-11-10T00:24:12,206 WARN [RS:0;b3c019fcff38:42241 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T00:24:12,206 INFO [RS:0;b3c019fcff38:42241 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:24:12,206 DEBUG [RS:0;b3c019fcff38:42241 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/WALs/b3c019fcff38,42241,1731198250365 2024-11-10T00:24:12,206 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b3c019fcff38,42241,1731198250365] 2024-11-10T00:24:12,208 INFO [RS:0;b3c019fcff38:42241 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T00:24:12,210 INFO [RS:0;b3c019fcff38:42241 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T00:24:12,210 INFO [RS:0;b3c019fcff38:42241 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T00:24:12,210 INFO [RS:0;b3c019fcff38:42241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:12,211 INFO [RS:0;b3c019fcff38:42241 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T00:24:12,211 INFO [RS:0;b3c019fcff38:42241 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T00:24:12,211 INFO [RS:0;b3c019fcff38:42241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:12,211 DEBUG [RS:0;b3c019fcff38:42241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:12,211 DEBUG [RS:0;b3c019fcff38:42241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:12,211 DEBUG [RS:0;b3c019fcff38:42241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:12,211 DEBUG [RS:0;b3c019fcff38:42241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:12,211 DEBUG [RS:0;b3c019fcff38:42241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:12,211 DEBUG [RS:0;b3c019fcff38:42241 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b3c019fcff38:0, corePoolSize=2, maxPoolSize=2 2024-11-10T00:24:12,211 DEBUG [RS:0;b3c019fcff38:42241 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:12,211 DEBUG [RS:0;b3c019fcff38:42241 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:12,211 DEBUG [RS:0;b3c019fcff38:42241 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:12,211 DEBUG [RS:0;b3c019fcff38:42241 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:12,211 DEBUG [RS:0;b3c019fcff38:42241 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:12,211 DEBUG [RS:0;b3c019fcff38:42241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:12,211 DEBUG [RS:0;b3c019fcff38:42241 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0, corePoolSize=3, maxPoolSize=3 2024-11-10T00:24:12,211 DEBUG [RS:0;b3c019fcff38:42241 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0, corePoolSize=3, maxPoolSize=3 2024-11-10T00:24:12,212 INFO [RS:0;b3c019fcff38:42241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:12,212 INFO [RS:0;b3c019fcff38:42241 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:12,212 INFO [RS:0;b3c019fcff38:42241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:12,212 INFO [RS:0;b3c019fcff38:42241 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:12,212 INFO [RS:0;b3c019fcff38:42241 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:12,212 INFO [RS:0;b3c019fcff38:42241 {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,42241,1731198250365-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T00:24:12,226 INFO [RS:0;b3c019fcff38:42241 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T00:24:12,226 INFO [RS:0;b3c019fcff38:42241 {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,42241,1731198250365-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:12,226 INFO [RS:0;b3c019fcff38:42241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:12,226 INFO [RS:0;b3c019fcff38:42241 {}] regionserver.Replication(171): b3c019fcff38,42241,1731198250365 started 2024-11-10T00:24:12,239 INFO [RS:0;b3c019fcff38:42241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:12,239 INFO [RS:0;b3c019fcff38:42241 {}] regionserver.HRegionServer(1482): Serving as b3c019fcff38,42241,1731198250365, RpcServer on b3c019fcff38/172.17.0.2:42241, sessionid=0x100ff42b5920007 2024-11-10T00:24:12,239 DEBUG [RS:0;b3c019fcff38:42241 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T00:24:12,239 DEBUG [RS:0;b3c019fcff38:42241 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b3c019fcff38,42241,1731198250365 2024-11-10T00:24:12,239 DEBUG [RS:0;b3c019fcff38:42241 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b3c019fcff38,42241,1731198250365' 2024-11-10T00:24:12,239 DEBUG [RS:0;b3c019fcff38:42241 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/22111082631/flush-table-proc/abort' 2024-11-10T00:24:12,240 DEBUG [RS:0;b3c019fcff38:42241 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/22111082631/flush-table-proc/acquired' 2024-11-10T00:24:12,240 DEBUG [RS:0;b3c019fcff38:42241 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T00:24:12,240 DEBUG [RS:0;b3c019fcff38:42241 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T00:24:12,240 DEBUG [RS:0;b3c019fcff38:42241 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b3c019fcff38,42241,1731198250365 2024-11-10T00:24:12,240 DEBUG [RS:0;b3c019fcff38:42241 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b3c019fcff38,42241,1731198250365' 2024-11-10T00:24:12,240 DEBUG [RS:0;b3c019fcff38:42241 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/22111082631/online-snapshot/abort' 2024-11-10T00:24:12,240 DEBUG [RS:0;b3c019fcff38:42241 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/22111082631/online-snapshot/acquired' 2024-11-10T00:24:12,240 DEBUG [RS:0;b3c019fcff38:42241 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T00:24:12,240 INFO [RS:0;b3c019fcff38:42241 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T00:24:12,241 INFO [RS:0;b3c019fcff38:42241 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T00:24:12,341 INFO [RS:0;b3c019fcff38:42241 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T00:24:12,342 INFO [RS:0;b3c019fcff38:42241 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b3c019fcff38%2C42241%2C1731198250365, suffix=, logDir=hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/WALs/b3c019fcff38,42241,1731198250365, archiveDir=hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/oldWALs, maxLogs=10 2024-11-10T00:24:12,359 DEBUG [RS:0;b3c019fcff38:42241 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/WALs/b3c019fcff38,42241,1731198250365/b3c019fcff38%2C42241%2C1731198250365.1731198252342, exclude list is [], retry=0 2024-11-10T00:24:12,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43157,DS-d6eee6f0-18de-4d74-8e20-7c06a1a1b9e4,DISK] 2024-11-10T00:24:12,363 INFO [RS:0;b3c019fcff38:42241 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/WALs/b3c019fcff38,42241,1731198250365/b3c019fcff38%2C42241%2C1731198250365.1731198252342 2024-11-10T00:24:12,363 DEBUG [RS:0;b3c019fcff38:42241 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45061:45061)] 2024-11-10T00:24:12,527 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T00:24:12,528 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8 2024-11-10T00:24:12,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741833_1009 (size=32) 2024-11-10T00:24:12,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:24:12,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T00:24:12,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T00:24:12,935 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:12,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:24:12,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T00:24:12,936 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T00:24:12,936 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:12,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:24:12,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T00:24:12,937 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T00:24:12,937 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:12,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:24:12,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T00:24:12,938 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T00:24:12,938 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:12,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:24:12,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T00:24:12,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/data/hbase/meta/1588230740 2024-11-10T00:24:12,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/data/hbase/meta/1588230740 2024-11-10T00:24:12,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T00:24:12,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T00:24:12,941 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:24:12,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T00:24:12,943 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:24:12,943 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64456611, jitterRate=-0.03952164947986603}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:24:12,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731198252933Initializing all the Stores at 1731198252933Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198252933Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198252934 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198252934Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198252934Cleaning up temporary data from old regions at 1731198252940 (+6 ms)Region opened successfully at 1731198252943 (+3 ms) 2024-11-10T00:24:12,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T00:24:12,943 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T00:24:12,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T00:24:12,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T00:24:12,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T00:24:12,944 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T00:24:12,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731198252943Disabling compacts and flushes for region at 1731198252943Disabling writes for close at 1731198252943Writing region close event to WAL at 1731198252944 (+1 ms)Closed at 1731198252944 2024-11-10T00:24:12,945 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:24:12,945 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T00:24:12,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T00:24:12,946 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T00:24:12,946 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T00:24:13,097 DEBUG [b3c019fcff38:35205 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T00:24:13,097 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b3c019fcff38,42241,1731198250365 2024-11-10T00:24:13,098 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b3c019fcff38,42241,1731198250365, state=OPENING 2024-11-10T00:24:13,099 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T00:24:13,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35205-0x100ff42b5920006, quorum=127.0.0.1:50569, baseZNode=/22111082631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22111082631 2024-11-10T00:24:13,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42241-0x100ff42b5920007, quorum=127.0.0.1:50569, baseZNode=/22111082631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22111082631 2024-11-10T00:24:13,101 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T00:24:13,102 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22111082631/meta-region-server: CHANGED 2024-11-10T00:24:13,102 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22111082631/meta-region-server: CHANGED 2024-11-10T00:24:13,102 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b3c019fcff38,42241,1731198250365}] 2024-11-10T00:24:13,254 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T00:24:13,255 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55835, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T00:24:13,258 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T00:24:13,258 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:24:13,258 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T00:24:13,259 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b3c019fcff38%2C42241%2C1731198250365.meta, suffix=.meta, logDir=hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/WALs/b3c019fcff38,42241,1731198250365, archiveDir=hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/oldWALs, maxLogs=10 2024-11-10T00:24:13,272 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/WALs/b3c019fcff38,42241,1731198250365/b3c019fcff38%2C42241%2C1731198250365.meta.1731198253259.meta, exclude list is [], retry=0 2024-11-10T00:24:13,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43157,DS-d6eee6f0-18de-4d74-8e20-7c06a1a1b9e4,DISK] 2024-11-10T00:24:13,276 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/WALs/b3c019fcff38,42241,1731198250365/b3c019fcff38%2C42241%2C1731198250365.meta.1731198253259.meta 2024-11-10T00:24:13,276 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45061:45061)] 2024-11-10T00:24:13,276 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:24:13,277 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T00:24:13,277 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T00:24:13,277 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T00:24:13,277 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T00:24:13,277 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T00:24:13,277 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:24:13,277 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T00:24:13,277 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T00:24:13,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T00:24:13,279 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T00:24:13,279 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:13,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:24:13,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T00:24:13,280 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T00:24:13,280 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:13,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:24:13,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T00:24:13,281 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T00:24:13,281 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:13,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:24:13,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T00:24:13,282 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T00:24:13,282 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:13,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:24:13,282 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T00:24:13,282 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/data/hbase/meta/1588230740 2024-11-10T00:24:13,283 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/data/hbase/meta/1588230740 2024-11-10T00:24:13,284 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T00:24:13,284 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T00:24:13,284 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:24:13,285 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T00:24:13,285 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60678333, jitterRate=-0.09582237899303436}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:24:13,285 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T00:24:13,285 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731198253277Writing region info on filesystem at 1731198253277Initializing all the Stores at 1731198253278 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198253278Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198253278Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198253278Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198253278Cleaning up temporary data from old regions at 1731198253284 (+6 ms)Running coprocessor post-open hooks at 1731198253285 (+1 ms)Region opened successfully at 1731198253285 2024-11-10T00:24:13,286 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731198253253 2024-11-10T00:24:13,288 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T00:24:13,288 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T00:24:13,288 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,42241,1731198250365 2024-11-10T00:24:13,289 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b3c019fcff38,42241,1731198250365, state=OPEN 2024-11-10T00:24:13,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35205-0x100ff42b5920006, quorum=127.0.0.1:50569, baseZNode=/22111082631 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/22111082631/meta-region-server 2024-11-10T00:24:13,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42241-0x100ff42b5920007, quorum=127.0.0.1:50569, baseZNode=/22111082631 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/22111082631/meta-region-server 2024-11-10T00:24:13,291 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b3c019fcff38,42241,1731198250365 2024-11-10T00:24:13,291 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22111082631/meta-region-server: CHANGED 2024-11-10T00:24:13,291 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22111082631/meta-region-server: CHANGED 2024-11-10T00:24:13,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T00:24:13,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b3c019fcff38,42241,1731198250365 in 190 msec 2024-11-10T00:24:13,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T00:24:13,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 348 msec 2024-11-10T00:24:13,295 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:24:13,295 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T00:24:13,296 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:24:13,296 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,42241,1731198250365, seqNum=-1] 2024-11-10T00:24:13,296 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:24:13,297 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38993, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:24:13,301 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1860 sec 2024-11-10T00:24:13,301 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731198253301, completionTime=-1 2024-11-10T00:24:13,301 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T00:24:13,301 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T00:24:13,303 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T00:24:13,303 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731198313303 2024-11-10T00:24:13,303 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731198373303 2024-11-10T00:24:13,303 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T00:24:13,304 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,35205,1731198250330-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:13,304 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,35205,1731198250330-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:13,304 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,35205,1731198250330-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:13,304 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b3c019fcff38:35205, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:13,304 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:13,305 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:13,305 DEBUG [master/b3c019fcff38:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T00:24:13,307 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.910sec 2024-11-10T00:24:13,307 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T00:24:13,307 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T00:24:13,307 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T00:24:13,308 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T00:24:13,308 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T00:24:13,308 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,35205,1731198250330-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T00:24:13,308 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,35205,1731198250330-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T00:24:13,309 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T00:24:13,309 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T00:24:13,309 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,35205,1731198250330-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:13,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e504b1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:13,382 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,35205,-1 for getting cluster id 2024-11-10T00:24:13,383 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:24:13,384 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '73521408-eb05-4e2a-a9f2-38ff7a7bdd54' 2024-11-10T00:24:13,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:24:13,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "73521408-eb05-4e2a-a9f2-38ff7a7bdd54" 2024-11-10T00:24:13,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44fcd52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:13,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,35205,-1] 2024-11-10T00:24:13,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:24:13,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:24:13,385 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:24:13,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d192b5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:13,386 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:24:13,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,42241,1731198250365, seqNum=-1] 2024-11-10T00:24:13,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:24:13,388 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:24:13,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b3c019fcff38,35205,1731198250330 2024-11-10T00:24:13,390 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:50569 2024-11-10T00:24:13,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:50569, baseZNode=/22111082631 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:24:13,392 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x100ff42b5920008 connected 2024-11-10T00:24:13,394 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:24:13,395 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,36961,1731198242495 2024-11-10T00:24:13,395 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a1324ab 2024-11-10T00:24:13,395 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:24:13,396 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:24:13,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36961 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:24:13,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36961 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T00:24:13,398 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T00:24:13,398 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:13,398 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36961 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T00:24:13,399 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T00:24:13,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:24:13,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741835_1011 (size=902) 2024-11-10T00:24:13,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:24:13,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:24:13,805 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 421ecdd1d57a63c1a58a4610a0d40342, NAME => 'test,,1731198253396.421ecdd1d57a63c1a58a4610a0d40342.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02 2024-11-10T00:24:13,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741836_1012 (size=39) 2024-11-10T00:24:14,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:24:14,211 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731198253396.421ecdd1d57a63c1a58a4610a0d40342.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:24:14,211 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 421ecdd1d57a63c1a58a4610a0d40342, disabling compactions & flushes 2024-11-10T00:24:14,211 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731198253396.421ecdd1d57a63c1a58a4610a0d40342. 2024-11-10T00:24:14,211 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731198253396.421ecdd1d57a63c1a58a4610a0d40342. 2024-11-10T00:24:14,211 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731198253396.421ecdd1d57a63c1a58a4610a0d40342. after waiting 0 ms 2024-11-10T00:24:14,211 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731198253396.421ecdd1d57a63c1a58a4610a0d40342. 2024-11-10T00:24:14,211 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731198253396.421ecdd1d57a63c1a58a4610a0d40342. 2024-11-10T00:24:14,211 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 421ecdd1d57a63c1a58a4610a0d40342: Waiting for close lock at 1731198254211Disabling compacts and flushes for region at 1731198254211Disabling writes for close at 1731198254211Writing region close event to WAL at 1731198254211Closed at 1731198254211 2024-11-10T00:24:14,212 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T00:24:14,212 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731198253396.421ecdd1d57a63c1a58a4610a0d40342.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731198254212"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731198254212"}]},"ts":"1731198254212"} 2024-11-10T00:24:14,214 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T00:24:14,215 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T00:24:14,215 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731198254215"}]},"ts":"1731198254215"} 2024-11-10T00:24:14,216 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T00:24:14,217 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=421ecdd1d57a63c1a58a4610a0d40342, ASSIGN}] 2024-11-10T00:24:14,218 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=421ecdd1d57a63c1a58a4610a0d40342, ASSIGN 2024-11-10T00:24:14,218 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=421ecdd1d57a63c1a58a4610a0d40342, ASSIGN; state=OFFLINE, location=b3c019fcff38,38291,1731198242542; forceNewPlan=false, retain=false 2024-11-10T00:24:14,369 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=421ecdd1d57a63c1a58a4610a0d40342, regionState=OPENING, regionLocation=b3c019fcff38,38291,1731198242542 2024-11-10T00:24:14,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=421ecdd1d57a63c1a58a4610a0d40342, ASSIGN because future has completed 2024-11-10T00:24:14,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 421ecdd1d57a63c1a58a4610a0d40342, server=b3c019fcff38,38291,1731198242542}] 2024-11-10T00:24:14,527 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731198253396.421ecdd1d57a63c1a58a4610a0d40342. 2024-11-10T00:24:14,527 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 421ecdd1d57a63c1a58a4610a0d40342, NAME => 'test,,1731198253396.421ecdd1d57a63c1a58a4610a0d40342.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:24:14,527 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T00:24:14,527 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T00:24:14,527 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 421ecdd1d57a63c1a58a4610a0d40342 2024-11-10T00:24:14,527 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731198253396.421ecdd1d57a63c1a58a4610a0d40342.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:24:14,527 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 421ecdd1d57a63c1a58a4610a0d40342 2024-11-10T00:24:14,527 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 421ecdd1d57a63c1a58a4610a0d40342 2024-11-10T00:24:14,528 INFO [StoreOpener-421ecdd1d57a63c1a58a4610a0d40342-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 421ecdd1d57a63c1a58a4610a0d40342 2024-11-10T00:24:14,529 INFO [StoreOpener-421ecdd1d57a63c1a58a4610a0d40342-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 421ecdd1d57a63c1a58a4610a0d40342 columnFamilyName f 2024-11-10T00:24:14,529 DEBUG [StoreOpener-421ecdd1d57a63c1a58a4610a0d40342-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:14,530 INFO [StoreOpener-421ecdd1d57a63c1a58a4610a0d40342-1 {}] regionserver.HStore(327): Store=421ecdd1d57a63c1a58a4610a0d40342/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:24:14,530 INFO [StoreOpener-421ecdd1d57a63c1a58a4610a0d40342-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 421ecdd1d57a63c1a58a4610a0d40342 2024-11-10T00:24:14,531 INFO [StoreOpener-421ecdd1d57a63c1a58a4610a0d40342-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 421ecdd1d57a63c1a58a4610a0d40342 columnFamilyName f1 2024-11-10T00:24:14,531 DEBUG [StoreOpener-421ecdd1d57a63c1a58a4610a0d40342-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:14,531 INFO [StoreOpener-421ecdd1d57a63c1a58a4610a0d40342-1 {}] regionserver.HStore(327): Store=421ecdd1d57a63c1a58a4610a0d40342/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:24:14,531 INFO [StoreOpener-421ecdd1d57a63c1a58a4610a0d40342-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 421ecdd1d57a63c1a58a4610a0d40342 2024-11-10T00:24:14,532 INFO [StoreOpener-421ecdd1d57a63c1a58a4610a0d40342-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 421ecdd1d57a63c1a58a4610a0d40342 columnFamilyName norep 2024-11-10T00:24:14,532 DEBUG [StoreOpener-421ecdd1d57a63c1a58a4610a0d40342-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:14,532 INFO [StoreOpener-421ecdd1d57a63c1a58a4610a0d40342-1 {}] regionserver.HStore(327): Store=421ecdd1d57a63c1a58a4610a0d40342/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:24:14,532 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 421ecdd1d57a63c1a58a4610a0d40342 2024-11-10T00:24:14,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:24:14,533 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/data/default/test/421ecdd1d57a63c1a58a4610a0d40342 2024-11-10T00:24:14,533 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/data/default/test/421ecdd1d57a63c1a58a4610a0d40342 2024-11-10T00:24:14,534 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 421ecdd1d57a63c1a58a4610a0d40342 2024-11-10T00:24:14,534 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 421ecdd1d57a63c1a58a4610a0d40342 2024-11-10T00:24:14,534 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T00:24:14,535 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 421ecdd1d57a63c1a58a4610a0d40342 2024-11-10T00:24:14,536 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/data/default/test/421ecdd1d57a63c1a58a4610a0d40342/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:24:14,537 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 421ecdd1d57a63c1a58a4610a0d40342; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74724344, jitterRate=0.11347949504852295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T00:24:14,537 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 421ecdd1d57a63c1a58a4610a0d40342 2024-11-10T00:24:14,537 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 421ecdd1d57a63c1a58a4610a0d40342: Running coprocessor pre-open hook at 1731198254527Writing region info on filesystem at 1731198254527Initializing all the Stores at 1731198254528 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198254528Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198254528Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198254528Cleaning up temporary data from old regions at 1731198254534 (+6 ms)Running coprocessor post-open hooks at 1731198254537 (+3 ms)Region opened successfully at 1731198254537 2024-11-10T00:24:14,538 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731198253396.421ecdd1d57a63c1a58a4610a0d40342., pid=6, masterSystemTime=1731198254523 2024-11-10T00:24:14,540 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731198253396.421ecdd1d57a63c1a58a4610a0d40342. 2024-11-10T00:24:14,540 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731198253396.421ecdd1d57a63c1a58a4610a0d40342. 2024-11-10T00:24:14,540 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=421ecdd1d57a63c1a58a4610a0d40342, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b3c019fcff38,38291,1731198242542 2024-11-10T00:24:14,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 421ecdd1d57a63c1a58a4610a0d40342, server=b3c019fcff38,38291,1731198242542 because future has completed 2024-11-10T00:24:14,553 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T00:24:14,554 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 421ecdd1d57a63c1a58a4610a0d40342, server=b3c019fcff38,38291,1731198242542 in 172 msec 2024-11-10T00:24:14,555 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T00:24:14,555 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=421ecdd1d57a63c1a58a4610a0d40342, ASSIGN in 336 msec 2024-11-10T00:24:14,556 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T00:24:14,557 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731198254556"}]},"ts":"1731198254556"} 2024-11-10T00:24:14,559 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T00:24:14,560 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T00:24:14,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1630 sec 2024-11-10T00:24:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:24:15,543 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T00:24:15,543 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:24:15,544 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,39083,1731198246211 2024-11-10T00:24:15,544 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52c4897 2024-11-10T00:24:15,544 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:24:15,545 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:24:15,546 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39083 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:24:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39083 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T00:24:15,548 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T00:24:15,548 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:15,549 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T00:24:15,549 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39083 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T00:24:15,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:24:15,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36579 is added to blk_1073741835_1011 (size=902) 2024-11-10T00:24:15,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:24:15,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:24:15,962 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 67432d64fce05b069ef6cee569ed999c, NAME => 'test,,1731198255545.67432d64fce05b069ef6cee569ed999c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde 2024-11-10T00:24:15,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36579 is added to blk_1073741836_1012 (size=39) 2024-11-10T00:24:16,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:24:16,368 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731198255545.67432d64fce05b069ef6cee569ed999c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:24:16,368 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 67432d64fce05b069ef6cee569ed999c, disabling compactions & flushes 2024-11-10T00:24:16,368 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731198255545.67432d64fce05b069ef6cee569ed999c. 2024-11-10T00:24:16,368 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731198255545.67432d64fce05b069ef6cee569ed999c. 2024-11-10T00:24:16,368 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731198255545.67432d64fce05b069ef6cee569ed999c. after waiting 0 ms 2024-11-10T00:24:16,368 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731198255545.67432d64fce05b069ef6cee569ed999c. 2024-11-10T00:24:16,368 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731198255545.67432d64fce05b069ef6cee569ed999c. 2024-11-10T00:24:16,368 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 67432d64fce05b069ef6cee569ed999c: Waiting for close lock at 1731198256368Disabling compacts and flushes for region at 1731198256368Disabling writes for close at 1731198256368Writing region close event to WAL at 1731198256368Closed at 1731198256368 2024-11-10T00:24:16,369 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T00:24:16,370 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731198255545.67432d64fce05b069ef6cee569ed999c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731198256370"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731198256370"}]},"ts":"1731198256370"} 2024-11-10T00:24:16,372 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T00:24:16,373 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T00:24:16,373 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731198256373"}]},"ts":"1731198256373"} 2024-11-10T00:24:16,374 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T00:24:16,375 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=67432d64fce05b069ef6cee569ed999c, ASSIGN}] 2024-11-10T00:24:16,375 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=67432d64fce05b069ef6cee569ed999c, ASSIGN 2024-11-10T00:24:16,376 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=67432d64fce05b069ef6cee569ed999c, ASSIGN; state=OFFLINE, location=b3c019fcff38,38829,1731198246248; forceNewPlan=false, retain=false 2024-11-10T00:24:16,527 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=67432d64fce05b069ef6cee569ed999c, regionState=OPENING, regionLocation=b3c019fcff38,38829,1731198246248 2024-11-10T00:24:16,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=67432d64fce05b069ef6cee569ed999c, ASSIGN because future has completed 2024-11-10T00:24:16,529 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 67432d64fce05b069ef6cee569ed999c, server=b3c019fcff38,38829,1731198246248}] 2024-11-10T00:24:16,612 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T00:24:16,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:24:16,685 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731198255545.67432d64fce05b069ef6cee569ed999c. 2024-11-10T00:24:16,685 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 67432d64fce05b069ef6cee569ed999c, NAME => 'test,,1731198255545.67432d64fce05b069ef6cee569ed999c.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:24:16,686 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T00:24:16,686 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T00:24:16,686 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 67432d64fce05b069ef6cee569ed999c 2024-11-10T00:24:16,686 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731198255545.67432d64fce05b069ef6cee569ed999c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:24:16,686 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 67432d64fce05b069ef6cee569ed999c 2024-11-10T00:24:16,686 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 67432d64fce05b069ef6cee569ed999c 2024-11-10T00:24:16,687 INFO [StoreOpener-67432d64fce05b069ef6cee569ed999c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 67432d64fce05b069ef6cee569ed999c 2024-11-10T00:24:16,689 INFO [StoreOpener-67432d64fce05b069ef6cee569ed999c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67432d64fce05b069ef6cee569ed999c columnFamilyName f 2024-11-10T00:24:16,689 DEBUG [StoreOpener-67432d64fce05b069ef6cee569ed999c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:16,689 INFO [StoreOpener-67432d64fce05b069ef6cee569ed999c-1 {}] regionserver.HStore(327): Store=67432d64fce05b069ef6cee569ed999c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:24:16,689 INFO [StoreOpener-67432d64fce05b069ef6cee569ed999c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 67432d64fce05b069ef6cee569ed999c 2024-11-10T00:24:16,690 INFO [StoreOpener-67432d64fce05b069ef6cee569ed999c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67432d64fce05b069ef6cee569ed999c columnFamilyName f1 2024-11-10T00:24:16,690 DEBUG [StoreOpener-67432d64fce05b069ef6cee569ed999c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:16,690 INFO [StoreOpener-67432d64fce05b069ef6cee569ed999c-1 {}] regionserver.HStore(327): Store=67432d64fce05b069ef6cee569ed999c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:24:16,690 INFO [StoreOpener-67432d64fce05b069ef6cee569ed999c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 67432d64fce05b069ef6cee569ed999c 2024-11-10T00:24:16,691 INFO [StoreOpener-67432d64fce05b069ef6cee569ed999c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67432d64fce05b069ef6cee569ed999c columnFamilyName norep 2024-11-10T00:24:16,691 DEBUG [StoreOpener-67432d64fce05b069ef6cee569ed999c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:16,692 INFO [StoreOpener-67432d64fce05b069ef6cee569ed999c-1 {}] regionserver.HStore(327): Store=67432d64fce05b069ef6cee569ed999c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:24:16,692 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 67432d64fce05b069ef6cee569ed999c 2024-11-10T00:24:16,693 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/data/default/test/67432d64fce05b069ef6cee569ed999c 2024-11-10T00:24:16,693 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/data/default/test/67432d64fce05b069ef6cee569ed999c 2024-11-10T00:24:16,694 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 67432d64fce05b069ef6cee569ed999c 2024-11-10T00:24:16,694 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 67432d64fce05b069ef6cee569ed999c 2024-11-10T00:24:16,694 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T00:24:16,695 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 67432d64fce05b069ef6cee569ed999c 2024-11-10T00:24:16,697 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/data/default/test/67432d64fce05b069ef6cee569ed999c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:24:16,697 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 67432d64fce05b069ef6cee569ed999c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67691677, jitterRate=0.008684590458869934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T00:24:16,697 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 67432d64fce05b069ef6cee569ed999c 2024-11-10T00:24:16,697 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 67432d64fce05b069ef6cee569ed999c: Running coprocessor pre-open hook at 1731198256686Writing region info on filesystem at 1731198256686Initializing all the Stores at 1731198256687 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198256687Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198256687Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198256687Cleaning up temporary data from old regions at 1731198256694 (+7 ms)Running coprocessor post-open hooks at 1731198256697 (+3 ms)Region opened successfully at 1731198256697 2024-11-10T00:24:16,698 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731198255545.67432d64fce05b069ef6cee569ed999c., pid=6, masterSystemTime=1731198256681 2024-11-10T00:24:16,700 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731198255545.67432d64fce05b069ef6cee569ed999c. 2024-11-10T00:24:16,700 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731198255545.67432d64fce05b069ef6cee569ed999c. 2024-11-10T00:24:16,700 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=67432d64fce05b069ef6cee569ed999c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b3c019fcff38,38829,1731198246248 2024-11-10T00:24:16,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 67432d64fce05b069ef6cee569ed999c, server=b3c019fcff38,38829,1731198246248 because future has completed 2024-11-10T00:24:16,704 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T00:24:16,704 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 67432d64fce05b069ef6cee569ed999c, server=b3c019fcff38,38829,1731198246248 in 174 msec 2024-11-10T00:24:16,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T00:24:16,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=67432d64fce05b069ef6cee569ed999c, ASSIGN in 330 msec 2024-11-10T00:24:16,706 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T00:24:16,706 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731198256706"}]},"ts":"1731198256706"} 2024-11-10T00:24:16,708 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T00:24:16,709 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T00:24:16,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1630 sec 2024-11-10T00:24:17,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:24:17,693 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T00:24:17,693 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:24:17,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,35205,1731198250330 2024-11-10T00:24:17,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d8c6183 2024-11-10T00:24:17,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:24:17,695 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:24:17,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35205 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:24:17,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35205 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T00:24:17,698 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T00:24:17,698 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:17,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35205 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T00:24:17,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:24:17,699 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T00:24:17,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741835_1011 (size=902) 2024-11-10T00:24:17,711 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 771b648989ae863f0ab0899af4bbd466, NAME => 'test,,1731198257696.771b648989ae863f0ab0899af4bbd466.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8 2024-11-10T00:24:17,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741836_1012 (size=39) 2024-11-10T00:24:17,716 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731198257696.771b648989ae863f0ab0899af4bbd466.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:24:17,716 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 771b648989ae863f0ab0899af4bbd466, disabling compactions & flushes 2024-11-10T00:24:17,716 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731198257696.771b648989ae863f0ab0899af4bbd466. 2024-11-10T00:24:17,716 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731198257696.771b648989ae863f0ab0899af4bbd466. 2024-11-10T00:24:17,716 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731198257696.771b648989ae863f0ab0899af4bbd466. after waiting 0 ms 2024-11-10T00:24:17,716 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731198257696.771b648989ae863f0ab0899af4bbd466. 2024-11-10T00:24:17,716 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731198257696.771b648989ae863f0ab0899af4bbd466. 2024-11-10T00:24:17,716 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 771b648989ae863f0ab0899af4bbd466: Waiting for close lock at 1731198257716Disabling compacts and flushes for region at 1731198257716Disabling writes for close at 1731198257716Writing region close event to WAL at 1731198257716Closed at 1731198257716 2024-11-10T00:24:17,717 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T00:24:17,717 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731198257696.771b648989ae863f0ab0899af4bbd466.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731198257717"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731198257717"}]},"ts":"1731198257717"} 2024-11-10T00:24:17,719 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T00:24:17,719 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T00:24:17,720 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731198257720"}]},"ts":"1731198257720"} 2024-11-10T00:24:17,721 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T00:24:17,722 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=771b648989ae863f0ab0899af4bbd466, ASSIGN}] 2024-11-10T00:24:17,722 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=771b648989ae863f0ab0899af4bbd466, ASSIGN 2024-11-10T00:24:17,723 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=771b648989ae863f0ab0899af4bbd466, ASSIGN; state=OFFLINE, location=b3c019fcff38,42241,1731198250365; forceNewPlan=false, retain=false 2024-11-10T00:24:17,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:24:17,874 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=771b648989ae863f0ab0899af4bbd466, regionState=OPENING, regionLocation=b3c019fcff38,42241,1731198250365 2024-11-10T00:24:17,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=771b648989ae863f0ab0899af4bbd466, ASSIGN because future has completed 2024-11-10T00:24:17,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 771b648989ae863f0ab0899af4bbd466, server=b3c019fcff38,42241,1731198250365}] 2024-11-10T00:24:18,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:24:18,032 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731198257696.771b648989ae863f0ab0899af4bbd466. 2024-11-10T00:24:18,032 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 771b648989ae863f0ab0899af4bbd466, NAME => 'test,,1731198257696.771b648989ae863f0ab0899af4bbd466.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:24:18,032 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T00:24:18,032 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T00:24:18,032 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 771b648989ae863f0ab0899af4bbd466 2024-11-10T00:24:18,032 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731198257696.771b648989ae863f0ab0899af4bbd466.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:24:18,033 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 771b648989ae863f0ab0899af4bbd466 2024-11-10T00:24:18,033 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 771b648989ae863f0ab0899af4bbd466 2024-11-10T00:24:18,034 INFO [StoreOpener-771b648989ae863f0ab0899af4bbd466-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 771b648989ae863f0ab0899af4bbd466 2024-11-10T00:24:18,035 INFO [StoreOpener-771b648989ae863f0ab0899af4bbd466-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 771b648989ae863f0ab0899af4bbd466 columnFamilyName f 2024-11-10T00:24:18,035 DEBUG [StoreOpener-771b648989ae863f0ab0899af4bbd466-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:18,035 INFO [StoreOpener-771b648989ae863f0ab0899af4bbd466-1 {}] regionserver.HStore(327): Store=771b648989ae863f0ab0899af4bbd466/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:24:18,035 INFO [StoreOpener-771b648989ae863f0ab0899af4bbd466-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 771b648989ae863f0ab0899af4bbd466 2024-11-10T00:24:18,036 INFO [StoreOpener-771b648989ae863f0ab0899af4bbd466-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 771b648989ae863f0ab0899af4bbd466 columnFamilyName f1 2024-11-10T00:24:18,036 DEBUG [StoreOpener-771b648989ae863f0ab0899af4bbd466-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:18,037 INFO [StoreOpener-771b648989ae863f0ab0899af4bbd466-1 {}] regionserver.HStore(327): Store=771b648989ae863f0ab0899af4bbd466/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:24:18,037 INFO [StoreOpener-771b648989ae863f0ab0899af4bbd466-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 771b648989ae863f0ab0899af4bbd466 2024-11-10T00:24:18,038 INFO [StoreOpener-771b648989ae863f0ab0899af4bbd466-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 771b648989ae863f0ab0899af4bbd466 columnFamilyName norep 2024-11-10T00:24:18,038 DEBUG [StoreOpener-771b648989ae863f0ab0899af4bbd466-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:18,038 INFO [StoreOpener-771b648989ae863f0ab0899af4bbd466-1 {}] regionserver.HStore(327): Store=771b648989ae863f0ab0899af4bbd466/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:24:18,038 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 771b648989ae863f0ab0899af4bbd466 2024-11-10T00:24:18,039 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/data/default/test/771b648989ae863f0ab0899af4bbd466 2024-11-10T00:24:18,039 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/data/default/test/771b648989ae863f0ab0899af4bbd466 2024-11-10T00:24:18,039 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 771b648989ae863f0ab0899af4bbd466 2024-11-10T00:24:18,040 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 771b648989ae863f0ab0899af4bbd466 2024-11-10T00:24:18,040 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T00:24:18,041 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 771b648989ae863f0ab0899af4bbd466 2024-11-10T00:24:18,042 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/data/default/test/771b648989ae863f0ab0899af4bbd466/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:24:18,043 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 771b648989ae863f0ab0899af4bbd466; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70236395, jitterRate=0.046603843569755554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T00:24:18,043 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 771b648989ae863f0ab0899af4bbd466 2024-11-10T00:24:18,043 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 771b648989ae863f0ab0899af4bbd466: Running coprocessor pre-open hook at 1731198258033Writing region info on filesystem at 1731198258033Initializing all the Stores at 1731198258033Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198258033Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198258033Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198258033Cleaning up temporary data from old regions at 1731198258040 (+7 ms)Running coprocessor post-open hooks at 1731198258043 (+3 ms)Region opened successfully at 1731198258043 2024-11-10T00:24:18,044 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731198257696.771b648989ae863f0ab0899af4bbd466., pid=6, masterSystemTime=1731198258028 2024-11-10T00:24:18,045 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731198257696.771b648989ae863f0ab0899af4bbd466. 2024-11-10T00:24:18,046 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731198257696.771b648989ae863f0ab0899af4bbd466. 2024-11-10T00:24:18,046 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=771b648989ae863f0ab0899af4bbd466, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b3c019fcff38,42241,1731198250365 2024-11-10T00:24:18,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 771b648989ae863f0ab0899af4bbd466, server=b3c019fcff38,42241,1731198250365 because future has completed 2024-11-10T00:24:18,050 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T00:24:18,050 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 771b648989ae863f0ab0899af4bbd466, server=b3c019fcff38,42241,1731198250365 in 173 msec 2024-11-10T00:24:18,052 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T00:24:18,052 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=771b648989ae863f0ab0899af4bbd466, ASSIGN in 329 msec 2024-11-10T00:24:18,052 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T00:24:18,053 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731198258052"}]},"ts":"1731198258052"} 2024-11-10T00:24:18,054 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T00:24:18,055 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T00:24:18,056 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 359 msec 2024-11-10T00:24:18,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:24:18,323 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T00:24:18,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fe7747, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:18,324 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,36961,-1 for getting cluster id 2024-11-10T00:24:18,324 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:24:18,325 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd09153d8-a3c0-414d-8026-bdc8eb2212b2' 2024-11-10T00:24:18,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:24:18,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d09153d8-a3c0-414d-8026-bdc8eb2212b2" 2024-11-10T00:24:18,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52fe9c31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:18,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,36961,-1] 2024-11-10T00:24:18,326 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:24:18,326 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:24:18,327 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:24:18,327 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40bc11c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:18,328 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:24:18,328 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,36961,1731198242495 2024-11-10T00:24:18,329 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2041e3e7 2024-11-10T00:24:18,329 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:24:18,330 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:24:18,330 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36961 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b3c019fcff38:39083,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T00:24:18,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36961 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T00:24:18,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:24:18,333 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b3c019fcff38:39083' 2024-11-10T00:24:18,334 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27c3ae95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:18,334 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,39083,-1 for getting cluster id 2024-11-10T00:24:18,335 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:24:18,335 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ced450a6-e9a6-4eef-9e14-1abc2c2ceec0' 2024-11-10T00:24:18,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:24:18,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ced450a6-e9a6-4eef-9e14-1abc2c2ceec0" 2024-11-10T00:24:18,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25fe86a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:18,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,39083,-1] 2024-11-10T00:24:18,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:24:18,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:24:18,337 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:24:18,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b4385da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:18,337 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:24:18,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,39083,1731198246211 2024-11-10T00:24:18,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e42f07c 2024-11-10T00:24:18,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:24:18,339 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:24:18,340 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T00:24:18,340 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T00:24:18,340 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:24:18,340 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:24:18,340 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:24:18,341 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:24:18,342 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T00:24:18,343 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T00:24:18,343 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:18,344 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T00:24:18,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741837_1013 (size=1138) 2024-11-10T00:24:18,393 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T00:24:18,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:24:18,522 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:24:18,523 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b3c019fcff38,40063,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b3c019fcff38:40063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T00:24:18,523 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88610 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b3c019fcff38,40063,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b3c019fcff38:40063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T00:24:18,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:24:18,751 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6c95c01def1e10fc526f46503315d38a, NAME => 'hbase:replication,,1731198258341.6c95c01def1e10fc526f46503315d38a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02 2024-11-10T00:24:18,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741838_1014 (size=44) 2024-11-10T00:24:18,780 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T00:24:18,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:18,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:18,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:18,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:18,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:18,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:18,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:18,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:18,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:18,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:18,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:18,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:18,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:18,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:24:19,157 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731198258341.6c95c01def1e10fc526f46503315d38a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:24:19,157 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6c95c01def1e10fc526f46503315d38a, disabling compactions & flushes 2024-11-10T00:24:19,157 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731198258341.6c95c01def1e10fc526f46503315d38a. 2024-11-10T00:24:19,157 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731198258341.6c95c01def1e10fc526f46503315d38a. 2024-11-10T00:24:19,157 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731198258341.6c95c01def1e10fc526f46503315d38a. after waiting 0 ms 2024-11-10T00:24:19,157 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731198258341.6c95c01def1e10fc526f46503315d38a. 2024-11-10T00:24:19,157 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731198258341.6c95c01def1e10fc526f46503315d38a. 2024-11-10T00:24:19,157 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6c95c01def1e10fc526f46503315d38a: Waiting for close lock at 1731198259157Disabling compacts and flushes for region at 1731198259157Disabling writes for close at 1731198259157Writing region close event to WAL at 1731198259157Closed at 1731198259157 2024-11-10T00:24:19,158 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T00:24:19,158 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731198258341.6c95c01def1e10fc526f46503315d38a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731198259158"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731198259158"}]},"ts":"1731198259158"} 2024-11-10T00:24:19,160 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T00:24:19,161 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T00:24:19,161 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731198259161"}]},"ts":"1731198259161"} 2024-11-10T00:24:19,163 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T00:24:19,163 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6c95c01def1e10fc526f46503315d38a, ASSIGN}] 2024-11-10T00:24:19,164 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6c95c01def1e10fc526f46503315d38a, ASSIGN 2024-11-10T00:24:19,164 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6c95c01def1e10fc526f46503315d38a, ASSIGN; state=OFFLINE, location=b3c019fcff38,38291,1731198242542; forceNewPlan=false, retain=false 2024-11-10T00:24:19,315 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6c95c01def1e10fc526f46503315d38a, regionState=OPENING, regionLocation=b3c019fcff38,38291,1731198242542 2024-11-10T00:24:19,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6c95c01def1e10fc526f46503315d38a, ASSIGN because future has completed 2024-11-10T00:24:19,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c95c01def1e10fc526f46503315d38a, server=b3c019fcff38,38291,1731198242542}] 2024-11-10T00:24:19,473 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731198258341.6c95c01def1e10fc526f46503315d38a. 2024-11-10T00:24:19,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:24:19,473 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:24:19,473 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T00:24:19,475 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b3c019fcff38%2C38291%2C1731198242542.rep, suffix=, logDir=hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/WALs/b3c019fcff38,38291,1731198242542, archiveDir=hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/oldWALs, maxLogs=10 2024-11-10T00:24:19,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/WALs/b3c019fcff38,38291,1731198242542/b3c019fcff38%2C38291%2C1731198242542.rep.1731198259475, exclude list is [], retry=0 2024-11-10T00:24:19,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41017,DS-f8c403f9-d193-44f3-b0b0-d70c43726fac,DISK] 2024-11-10T00:24:19,492 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/WALs/b3c019fcff38,38291,1731198242542/b3c019fcff38%2C38291%2C1731198242542.rep.1731198259475 2024-11-10T00:24:19,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40045:40045)] 2024-11-10T00:24:19,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6c95c01def1e10fc526f46503315d38a, NAME => 'hbase:replication,,1731198258341.6c95c01def1e10fc526f46503315d38a.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:24:19,493 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T00:24:19,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T00:24:19,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731198258341.6c95c01def1e10fc526f46503315d38a. service=MultiRowMutationService 2024-11-10T00:24:19,494 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T00:24:19,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6c95c01def1e10fc526f46503315d38a 2024-11-10T00:24:19,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731198258341.6c95c01def1e10fc526f46503315d38a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:24:19,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6c95c01def1e10fc526f46503315d38a 2024-11-10T00:24:19,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6c95c01def1e10fc526f46503315d38a 2024-11-10T00:24:19,495 INFO [StoreOpener-6c95c01def1e10fc526f46503315d38a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6c95c01def1e10fc526f46503315d38a 2024-11-10T00:24:19,496 INFO [StoreOpener-6c95c01def1e10fc526f46503315d38a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c95c01def1e10fc526f46503315d38a columnFamilyName hfileref 2024-11-10T00:24:19,496 DEBUG [StoreOpener-6c95c01def1e10fc526f46503315d38a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:19,496 INFO [StoreOpener-6c95c01def1e10fc526f46503315d38a-1 {}] regionserver.HStore(327): Store=6c95c01def1e10fc526f46503315d38a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:24:19,497 INFO [StoreOpener-6c95c01def1e10fc526f46503315d38a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6c95c01def1e10fc526f46503315d38a 2024-11-10T00:24:19,497 INFO [StoreOpener-6c95c01def1e10fc526f46503315d38a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c95c01def1e10fc526f46503315d38a columnFamilyName queue 2024-11-10T00:24:19,497 DEBUG [StoreOpener-6c95c01def1e10fc526f46503315d38a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:19,498 INFO [StoreOpener-6c95c01def1e10fc526f46503315d38a-1 {}] regionserver.HStore(327): Store=6c95c01def1e10fc526f46503315d38a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:24:19,498 INFO [StoreOpener-6c95c01def1e10fc526f46503315d38a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6c95c01def1e10fc526f46503315d38a 2024-11-10T00:24:19,498 INFO [StoreOpener-6c95c01def1e10fc526f46503315d38a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c95c01def1e10fc526f46503315d38a columnFamilyName sid 2024-11-10T00:24:19,498 DEBUG [StoreOpener-6c95c01def1e10fc526f46503315d38a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:19,499 INFO [StoreOpener-6c95c01def1e10fc526f46503315d38a-1 {}] regionserver.HStore(327): Store=6c95c01def1e10fc526f46503315d38a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:24:19,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6c95c01def1e10fc526f46503315d38a 2024-11-10T00:24:19,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/data/hbase/replication/6c95c01def1e10fc526f46503315d38a 2024-11-10T00:24:19,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/data/hbase/replication/6c95c01def1e10fc526f46503315d38a 2024-11-10T00:24:19,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6c95c01def1e10fc526f46503315d38a 2024-11-10T00:24:19,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6c95c01def1e10fc526f46503315d38a 2024-11-10T00:24:19,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T00:24:19,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6c95c01def1e10fc526f46503315d38a 2024-11-10T00:24:19,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/data/hbase/replication/6c95c01def1e10fc526f46503315d38a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:24:19,503 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6c95c01def1e10fc526f46503315d38a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69644161, jitterRate=0.03777886927127838}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T00:24:19,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6c95c01def1e10fc526f46503315d38a 2024-11-10T00:24:19,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6c95c01def1e10fc526f46503315d38a: Running coprocessor pre-open hook at 1731198259494Writing region info on filesystem at 1731198259494Initializing all the Stores at 1731198259495 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198259495Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198259495Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198259495Cleaning up temporary data from old regions at 1731198259500 (+5 ms)Running coprocessor post-open hooks at 1731198259503 (+3 ms)Region opened successfully at 1731198259503 2024-11-10T00:24:19,503 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731198258341.6c95c01def1e10fc526f46503315d38a., pid=10, masterSystemTime=1731198259470 2024-11-10T00:24:19,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731198258341.6c95c01def1e10fc526f46503315d38a. 2024-11-10T00:24:19,505 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731198258341.6c95c01def1e10fc526f46503315d38a. 2024-11-10T00:24:19,506 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6c95c01def1e10fc526f46503315d38a, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,38291,1731198242542 2024-11-10T00:24:19,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c95c01def1e10fc526f46503315d38a, server=b3c019fcff38,38291,1731198242542 because future has completed 2024-11-10T00:24:19,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T00:24:19,510 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6c95c01def1e10fc526f46503315d38a, server=b3c019fcff38,38291,1731198242542 in 190 msec 2024-11-10T00:24:19,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T00:24:19,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6c95c01def1e10fc526f46503315d38a, ASSIGN in 347 msec 2024-11-10T00:24:19,512 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T00:24:19,512 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731198259512"}]},"ts":"1731198259512"} 2024-11-10T00:24:19,513 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T00:24:19,514 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T00:24:19,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1730 sec 2024-11-10T00:24:19,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731198258341.6c95c01def1e10fc526f46503315d38a., hostname=b3c019fcff38,38291,1731198242542, seqNum=2] 2024-11-10T00:24:19,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36961-0x100ff42b5920000, quorum=127.0.0.1:50569, baseZNode=/0-298874661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-298874661 2024-11-10T00:24:19,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38291-0x100ff42b5920001, quorum=127.0.0.1:50569, baseZNode=/0-298874661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-298874661 2024-11-10T00:24:19,558 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T00:24:19,710 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T00:24:19,710 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T00:24:19,739 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b3c019fcff38,38291,1731198242542, ReplicationSource: 1, currentBandwidth=0 2024-11-10T00:24:19,740 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:24:19,740 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,38291,1731198242542, seqNum=-1] 2024-11-10T00:24:19,741 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:24:19,742 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49799, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-10T00:24:19,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b3c019fcff38,38291,1731198242542', locateType=CURRENT is [region=hbase:replication,,1731198258341.6c95c01def1e10fc526f46503315d38a., hostname=b3c019fcff38,38291,1731198242542, seqNum=2] 2024-11-10T00:24:19,745 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T00:24:19,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36961 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T00:24:19,748 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b3c019fcff38,38291,1731198242542 suceeded 2024-11-10T00:24:19,749 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T00:24:19,749 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-10T00:24:19,749 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b3c019fcff38:39083,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T00:24:19,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4190 sec 2024-11-10T00:24:19,761 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38291,1731198242542 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b3c019fcff38:39083' 2024-11-10T00:24:19,762 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38291,1731198242542 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@291dfb4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:19,762 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38291,1731198242542 {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,39083,-1 for getting cluster id 2024-11-10T00:24:19,762 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38291,1731198242542 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:24:19,763 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ced450a6-e9a6-4eef-9e14-1abc2c2ceec0' 2024-11-10T00:24:19,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:24:19,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ced450a6-e9a6-4eef-9e14-1abc2c2ceec0" 2024-11-10T00:24:19,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a23f834, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:19,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,39083,-1] 2024-11-10T00:24:19,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:24:19,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:24:19,764 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:24:19,765 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38291,1731198242542 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14bbe29c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:19,765 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38291,1731198242542 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:24:19,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,39083,1731198246211 2024-11-10T00:24:19,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c30ff12 2024-11-10T00:24:19,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:24:19,766 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-10T00:24:19,767 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38291,1731198242542 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b3c019fcff38,38291,1731198242542 (queues=1) is replicating from cluster=d09153d8-a3c0-414d-8026-bdc8eb2212b2 to cluster=ced450a6-e9a6-4eef-9e14-1abc2c2ceec0 2024-11-10T00:24:19,767 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38291,1731198242542 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b3c019fcff38%2C38291%2C1731198242542 2024-11-10T00:24:19,767 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38291,1731198242542 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b3c019fcff38,38291,1731198242542, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T00:24:19,767 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38291,1731198242542.replicationSource.shipperb3c019fcff38%2C38291%2C1731198242542,1-b3c019fcff38,38291,1731198242542 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b3c019fcff38%2C38291%2C1731198242542 2024-11-10T00:24:19,767 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38291,1731198242542.replicationSource.wal-reader.b3c019fcff38%2C38291%2C1731198242542,1-b3c019fcff38,38291,1731198242542 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/WALs/b3c019fcff38,38291,1731198242542/b3c019fcff38%2C38291%2C1731198242542.1731198244526, startPosition=0, beingWritten=true 2024-11-10T00:24:19,771 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38291,1731198242542.replicationSource.wal-reader.b3c019fcff38%2C38291%2C1731198242542,1-b3c019fcff38,38291,1731198242542 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T00:24:19,772 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38291,1731198242542.replicationSource.wal-reader.b3c019fcff38%2C38291%2C1731198242542,1-b3c019fcff38,38291,1731198242542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/WALs/b3c019fcff38,38291,1731198242542/b3c019fcff38%2C38291%2C1731198242542.1731198244526 to pos 379, reset compression=false 2024-11-10T00:24:19,772 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38291,1731198242542.replicationSource.shipperb3c019fcff38%2C38291%2C1731198242542,1-b3c019fcff38,38291,1731198242542 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,38291,1731198242542 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/WALs/b3c019fcff38,38291,1731198242542/b3c019fcff38%2C38291%2C1731198242542.1731198244526, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T00:24:19,974 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38291,1731198242542.replicationSource.wal-reader.b3c019fcff38%2C38291%2C1731198242542,1-b3c019fcff38,38291,1731198242542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/WALs/b3c019fcff38,38291,1731198242542/b3c019fcff38%2C38291%2C1731198242542.1731198244526 to pos 379, reset compression=false 2024-11-10T00:24:20,278 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38291,1731198242542.replicationSource.wal-reader.b3c019fcff38%2C38291%2C1731198242542,1-b3c019fcff38,38291,1731198242542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/WALs/b3c019fcff38,38291,1731198242542/b3c019fcff38%2C38291%2C1731198242542.1731198244526 to pos 379, reset compression=false 2024-11-10T00:24:20,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:24:20,483 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T00:24:20,483 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:24:20,483 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:24:20,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:24:20,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:24:20,484 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:24:20,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16a74948, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:20,484 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,39083,-1 for getting cluster id 2024-11-10T00:24:20,484 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:24:20,485 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ced450a6-e9a6-4eef-9e14-1abc2c2ceec0' 2024-11-10T00:24:20,485 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:24:20,485 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ced450a6-e9a6-4eef-9e14-1abc2c2ceec0" 2024-11-10T00:24:20,485 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e29e5ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:20,485 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,39083,-1] 2024-11-10T00:24:20,486 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:24:20,486 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:24:20,486 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:24:20,487 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7581d7d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:20,487 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:24:20,488 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,39083,1731198246211 2024-11-10T00:24:20,488 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d7a0424 2024-11-10T00:24:20,488 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:24:20,489 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:24:20,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39083 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b3c019fcff38:35205,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T00:24:20,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39083 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T00:24:20,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:24:20,491 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b3c019fcff38:35205' 2024-11-10T00:24:20,492 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75b002ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:20,492 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,35205,-1 for getting cluster id 2024-11-10T00:24:20,493 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:24:20,493 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '73521408-eb05-4e2a-a9f2-38ff7a7bdd54' 2024-11-10T00:24:20,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:24:20,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "73521408-eb05-4e2a-a9f2-38ff7a7bdd54" 2024-11-10T00:24:20,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54ea883d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:20,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,35205,-1] 2024-11-10T00:24:20,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:24:20,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:24:20,494 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:24:20,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@625676ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:20,495 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:24:20,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,35205,1731198250330 2024-11-10T00:24:20,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cb7a56a 2024-11-10T00:24:20,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:24:20,496 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:24:20,497 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T00:24:20,497 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T00:24:20,497 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:24:20,497 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:24:20,497 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:24:20,497 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:24:20,498 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T00:24:20,499 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T00:24:20,499 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:20,500 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T00:24:20,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36579 is added to blk_1073741837_1013 (size=1138) 2024-11-10T00:24:20,549 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T00:24:20,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:24:20,681 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38291,1731198242542.replicationSource.wal-reader.b3c019fcff38%2C38291%2C1731198242542,1-b3c019fcff38,38291,1731198242542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/WALs/b3c019fcff38,38291,1731198242542/b3c019fcff38%2C38291%2C1731198242542.1731198244526 to pos 379, reset compression=false 2024-11-10T00:24:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:24:20,906 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => faf820f026a13b47bcc5c2afb1edbb78, NAME => 'hbase:replication,,1731198260497.faf820f026a13b47bcc5c2afb1edbb78.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde 2024-11-10T00:24:20,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36579 is added to blk_1073741838_1014 (size=44) 2024-11-10T00:24:21,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:24:21,184 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38291,1731198242542.replicationSource.wal-reader.b3c019fcff38%2C38291%2C1731198242542,1-b3c019fcff38,38291,1731198242542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/WALs/b3c019fcff38,38291,1731198242542/b3c019fcff38%2C38291%2C1731198242542.1731198244526 to pos 379, reset compression=false 2024-11-10T00:24:21,312 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731198260497.faf820f026a13b47bcc5c2afb1edbb78.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:24:21,312 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing faf820f026a13b47bcc5c2afb1edbb78, disabling compactions & flushes 2024-11-10T00:24:21,312 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731198260497.faf820f026a13b47bcc5c2afb1edbb78. 2024-11-10T00:24:21,312 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731198260497.faf820f026a13b47bcc5c2afb1edbb78. 2024-11-10T00:24:21,312 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731198260497.faf820f026a13b47bcc5c2afb1edbb78. after waiting 0 ms 2024-11-10T00:24:21,312 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731198260497.faf820f026a13b47bcc5c2afb1edbb78. 2024-11-10T00:24:21,312 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731198260497.faf820f026a13b47bcc5c2afb1edbb78. 2024-11-10T00:24:21,312 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for faf820f026a13b47bcc5c2afb1edbb78: Waiting for close lock at 1731198261312Disabling compacts and flushes for region at 1731198261312Disabling writes for close at 1731198261312Writing region close event to WAL at 1731198261312Closed at 1731198261312 2024-11-10T00:24:21,313 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T00:24:21,314 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731198260497.faf820f026a13b47bcc5c2afb1edbb78.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731198261313"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731198261313"}]},"ts":"1731198261313"} 2024-11-10T00:24:21,316 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T00:24:21,316 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T00:24:21,316 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731198261316"}]},"ts":"1731198261316"} 2024-11-10T00:24:21,318 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T00:24:21,318 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=faf820f026a13b47bcc5c2afb1edbb78, ASSIGN}] 2024-11-10T00:24:21,319 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=faf820f026a13b47bcc5c2afb1edbb78, ASSIGN 2024-11-10T00:24:21,320 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=faf820f026a13b47bcc5c2afb1edbb78, ASSIGN; state=OFFLINE, location=b3c019fcff38,38829,1731198246248; forceNewPlan=false, retain=false 2024-11-10T00:24:21,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T00:24:21,343 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-10T00:24:21,343 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T00:24:21,343 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-10T00:24:21,470 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=faf820f026a13b47bcc5c2afb1edbb78, regionState=OPENING, regionLocation=b3c019fcff38,38829,1731198246248 2024-11-10T00:24:21,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=faf820f026a13b47bcc5c2afb1edbb78, ASSIGN because future has completed 2024-11-10T00:24:21,473 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure faf820f026a13b47bcc5c2afb1edbb78, server=b3c019fcff38,38829,1731198246248}] 2024-11-10T00:24:21,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:24:21,628 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731198260497.faf820f026a13b47bcc5c2afb1edbb78. 2024-11-10T00:24:21,628 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:24:21,628 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T00:24:21,629 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b3c019fcff38%2C38829%2C1731198246248.rep, suffix=, logDir=hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/WALs/b3c019fcff38,38829,1731198246248, archiveDir=hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/oldWALs, maxLogs=10 2024-11-10T00:24:21,659 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/WALs/b3c019fcff38,38829,1731198246248/b3c019fcff38%2C38829%2C1731198246248.rep.1731198261630, exclude list is [], retry=0 2024-11-10T00:24:21,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36579,DS-ce9ed725-fe68-459d-ad58-44b7ec541d1c,DISK] 2024-11-10T00:24:21,663 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/WALs/b3c019fcff38,38829,1731198246248/b3c019fcff38%2C38829%2C1731198246248.rep.1731198261630 2024-11-10T00:24:21,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41749:41749)] 2024-11-10T00:24:21,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => faf820f026a13b47bcc5c2afb1edbb78, NAME => 'hbase:replication,,1731198260497.faf820f026a13b47bcc5c2afb1edbb78.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:24:21,664 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T00:24:21,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T00:24:21,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731198260497.faf820f026a13b47bcc5c2afb1edbb78. service=MultiRowMutationService 2024-11-10T00:24:21,664 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T00:24:21,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication faf820f026a13b47bcc5c2afb1edbb78 2024-11-10T00:24:21,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731198260497.faf820f026a13b47bcc5c2afb1edbb78.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:24:21,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for faf820f026a13b47bcc5c2afb1edbb78 2024-11-10T00:24:21,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for faf820f026a13b47bcc5c2afb1edbb78 2024-11-10T00:24:21,666 INFO [StoreOpener-faf820f026a13b47bcc5c2afb1edbb78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region faf820f026a13b47bcc5c2afb1edbb78 2024-11-10T00:24:21,667 INFO [StoreOpener-faf820f026a13b47bcc5c2afb1edbb78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region faf820f026a13b47bcc5c2afb1edbb78 columnFamilyName hfileref 2024-11-10T00:24:21,667 DEBUG [StoreOpener-faf820f026a13b47bcc5c2afb1edbb78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:21,667 INFO [StoreOpener-faf820f026a13b47bcc5c2afb1edbb78-1 {}] regionserver.HStore(327): Store=faf820f026a13b47bcc5c2afb1edbb78/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:24:21,667 INFO [StoreOpener-faf820f026a13b47bcc5c2afb1edbb78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region faf820f026a13b47bcc5c2afb1edbb78 2024-11-10T00:24:21,668 INFO [StoreOpener-faf820f026a13b47bcc5c2afb1edbb78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region faf820f026a13b47bcc5c2afb1edbb78 columnFamilyName queue 2024-11-10T00:24:21,668 DEBUG [StoreOpener-faf820f026a13b47bcc5c2afb1edbb78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:21,668 INFO [StoreOpener-faf820f026a13b47bcc5c2afb1edbb78-1 {}] regionserver.HStore(327): Store=faf820f026a13b47bcc5c2afb1edbb78/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:24:21,668 INFO [StoreOpener-faf820f026a13b47bcc5c2afb1edbb78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region faf820f026a13b47bcc5c2afb1edbb78 2024-11-10T00:24:21,669 INFO [StoreOpener-faf820f026a13b47bcc5c2afb1edbb78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region faf820f026a13b47bcc5c2afb1edbb78 columnFamilyName sid 2024-11-10T00:24:21,669 DEBUG [StoreOpener-faf820f026a13b47bcc5c2afb1edbb78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:21,669 INFO [StoreOpener-faf820f026a13b47bcc5c2afb1edbb78-1 {}] regionserver.HStore(327): Store=faf820f026a13b47bcc5c2afb1edbb78/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:24:21,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for faf820f026a13b47bcc5c2afb1edbb78 2024-11-10T00:24:21,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/data/hbase/replication/faf820f026a13b47bcc5c2afb1edbb78 2024-11-10T00:24:21,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/data/hbase/replication/faf820f026a13b47bcc5c2afb1edbb78 2024-11-10T00:24:21,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for faf820f026a13b47bcc5c2afb1edbb78 2024-11-10T00:24:21,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for faf820f026a13b47bcc5c2afb1edbb78 2024-11-10T00:24:21,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T00:24:21,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for faf820f026a13b47bcc5c2afb1edbb78 2024-11-10T00:24:21,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/data/hbase/replication/faf820f026a13b47bcc5c2afb1edbb78/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:24:21,674 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened faf820f026a13b47bcc5c2afb1edbb78; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70241050, jitterRate=0.046673208475112915}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T00:24:21,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for faf820f026a13b47bcc5c2afb1edbb78 2024-11-10T00:24:21,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for faf820f026a13b47bcc5c2afb1edbb78: Running coprocessor pre-open hook at 1731198261665Writing region info on filesystem at 1731198261665Initializing all the Stores at 1731198261665Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198261665Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198261666 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198261666Cleaning up temporary data from old regions at 1731198261671 (+5 ms)Running coprocessor post-open hooks at 1731198261674 (+3 ms)Region opened successfully at 1731198261674 2024-11-10T00:24:21,674 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731198260497.faf820f026a13b47bcc5c2afb1edbb78., pid=10, masterSystemTime=1731198261625 2024-11-10T00:24:21,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731198260497.faf820f026a13b47bcc5c2afb1edbb78. 2024-11-10T00:24:21,676 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731198260497.faf820f026a13b47bcc5c2afb1edbb78. 2024-11-10T00:24:21,677 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=faf820f026a13b47bcc5c2afb1edbb78, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,38829,1731198246248 2024-11-10T00:24:21,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure faf820f026a13b47bcc5c2afb1edbb78, server=b3c019fcff38,38829,1731198246248 because future has completed 2024-11-10T00:24:21,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T00:24:21,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure faf820f026a13b47bcc5c2afb1edbb78, server=b3c019fcff38,38829,1731198246248 in 206 msec 2024-11-10T00:24:21,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T00:24:21,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=faf820f026a13b47bcc5c2afb1edbb78, ASSIGN in 363 msec 2024-11-10T00:24:21,683 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T00:24:21,683 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731198261683"}]},"ts":"1731198261683"} 2024-11-10T00:24:21,684 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T00:24:21,685 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T00:24:21,686 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1880 sec 2024-11-10T00:24:21,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731198260497.faf820f026a13b47bcc5c2afb1edbb78., hostname=b3c019fcff38,38829,1731198246248, seqNum=2] 2024-11-10T00:24:21,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39083-0x100ff42b5920003, quorum=127.0.0.1:50569, baseZNode=/166525426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/166525426 2024-11-10T00:24:21,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38829-0x100ff42b5920004, quorum=127.0.0.1:50569, baseZNode=/166525426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/166525426 2024-11-10T00:24:21,713 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T00:24:21,788 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38291,1731198242542.replicationSource.wal-reader.b3c019fcff38%2C38291%2C1731198242542,1-b3c019fcff38,38291,1731198242542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/WALs/b3c019fcff38,38291,1731198242542/b3c019fcff38%2C38291%2C1731198242542.1731198244526 to pos 379, reset compression=false 2024-11-10T00:24:21,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38829 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T00:24:21,866 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T00:24:21,894 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b3c019fcff38,38829,1731198246248, ReplicationSource: 1, currentBandwidth=0 2024-11-10T00:24:21,894 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:24:21,894 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,38829,1731198246248, seqNum=-1] 2024-11-10T00:24:21,895 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:24:21,896 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56677, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-10T00:24:21,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b3c019fcff38,38829,1731198246248', locateType=CURRENT is [region=hbase:replication,,1731198260497.faf820f026a13b47bcc5c2afb1edbb78., hostname=b3c019fcff38,38829,1731198246248, seqNum=2] 2024-11-10T00:24:21,899 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T00:24:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39083 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T00:24:21,901 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b3c019fcff38,38829,1731198246248 suceeded 2024-11-10T00:24:21,902 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T00:24:21,903 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-10T00:24:21,903 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b3c019fcff38:35205,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T00:24:21,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4140 sec 2024-11-10T00:24:21,912 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b3c019fcff38:35205' 2024-11-10T00:24:21,913 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c274120, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:21,913 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248 {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,35205,-1 for getting cluster id 2024-11-10T00:24:21,913 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:24:21,914 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '73521408-eb05-4e2a-a9f2-38ff7a7bdd54' 2024-11-10T00:24:21,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:24:21,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "73521408-eb05-4e2a-a9f2-38ff7a7bdd54" 2024-11-10T00:24:21,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4380bfb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:21,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,35205,-1] 2024-11-10T00:24:21,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:24:21,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:24:21,916 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:24:21,916 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59aee33c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:21,916 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:24:21,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,35205,1731198250330 2024-11-10T00:24:21,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35db4b10 2024-11-10T00:24:21,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:24:21,918 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-10T00:24:21,918 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b3c019fcff38,38829,1731198246248 (queues=1) is replicating from cluster=ced450a6-e9a6-4eef-9e14-1abc2c2ceec0 to cluster=73521408-eb05-4e2a-a9f2-38ff7a7bdd54 2024-11-10T00:24:21,918 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b3c019fcff38%2C38829%2C1731198246248 2024-11-10T00:24:21,918 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b3c019fcff38,38829,1731198246248, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T00:24:21,919 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.wal-reader.b3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/WALs/b3c019fcff38,38829,1731198246248/b3c019fcff38%2C38829%2C1731198246248.1731198248230, startPosition=0, beingWritten=true 2024-11-10T00:24:21,919 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.shipperb3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b3c019fcff38%2C38829%2C1731198246248 2024-11-10T00:24:21,923 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.wal-reader.b3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T00:24:21,923 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.wal-reader.b3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/WALs/b3c019fcff38,38829,1731198246248/b3c019fcff38%2C38829%2C1731198246248.1731198248230 to pos 379, reset compression=false 2024-11-10T00:24:21,923 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.shipperb3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,38829,1731198246248 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/WALs/b3c019fcff38,38829,1731198246248/b3c019fcff38%2C38829%2C1731198246248.1731198248230, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T00:24:22,126 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.wal-reader.b3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/WALs/b3c019fcff38,38829,1731198246248/b3c019fcff38%2C38829%2C1731198246248.1731198248230 to pos 379, reset compression=false 2024-11-10T00:24:22,430 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.wal-reader.b3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/WALs/b3c019fcff38,38829,1731198246248/b3c019fcff38%2C38829%2C1731198246248.1731198248230 to pos 379, reset compression=false 2024-11-10T00:24:22,491 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38291,1731198242542.replicationSource.wal-reader.b3c019fcff38%2C38291%2C1731198242542,1-b3c019fcff38,38291,1731198242542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/WALs/b3c019fcff38,38291,1731198242542/b3c019fcff38%2C38291%2C1731198242542.1731198244526 to pos 379, reset compression=false 2024-11-10T00:24:22,613 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T00:24:22,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:24:22,633 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T00:24:22,634 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:24:22,634 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:24:22,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:24:22,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:24:22,634 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:24:22,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@560edb48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:22,635 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,35205,-1 for getting cluster id 2024-11-10T00:24:22,635 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:24:22,636 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '73521408-eb05-4e2a-a9f2-38ff7a7bdd54' 2024-11-10T00:24:22,636 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:24:22,636 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "73521408-eb05-4e2a-a9f2-38ff7a7bdd54" 2024-11-10T00:24:22,636 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f563808, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:22,636 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,35205,-1] 2024-11-10T00:24:22,637 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:24:22,637 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:24:22,637 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:24:22,638 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a570638, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:22,638 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:24:22,639 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,35205,1731198250330 2024-11-10T00:24:22,639 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38316bb8 2024-11-10T00:24:22,639 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:24:22,640 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:24:22,640 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35205 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b3c019fcff38:39083,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T00:24:22,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35205 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T00:24:22,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:24:22,642 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b3c019fcff38:39083' 2024-11-10T00:24:22,643 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@787d352e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:22,643 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,39083,-1 for getting cluster id 2024-11-10T00:24:22,643 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:24:22,644 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ced450a6-e9a6-4eef-9e14-1abc2c2ceec0' 2024-11-10T00:24:22,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:24:22,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ced450a6-e9a6-4eef-9e14-1abc2c2ceec0" 2024-11-10T00:24:22,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@665c7d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:22,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,39083,-1] 2024-11-10T00:24:22,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:24:22,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:24:22,645 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:24:22,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5732988d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:22,646 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:24:22,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,39083,1731198246211 2024-11-10T00:24:22,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1333c2b4 2024-11-10T00:24:22,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:24:22,647 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:24:22,648 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-10T00:24:22,648 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T00:24:22,648 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:24:22,648 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:24:22,648 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:24:22,648 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:24:22,649 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T00:24:22,650 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T00:24:22,650 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:22,651 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T00:24:22,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741837_1013 (size=1138) 2024-11-10T00:24:22,699 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T00:24:22,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:24:22,833 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.wal-reader.b3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/WALs/b3c019fcff38,38829,1731198246248/b3c019fcff38%2C38829%2C1731198246248.1731198248230 to pos 379, reset compression=false 2024-11-10T00:24:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:24:23,057 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d256f4229b8438d3b68149aecab2a6ab, NAME => 'hbase:replication,,1731198262648.d256f4229b8438d3b68149aecab2a6ab.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8 2024-11-10T00:24:23,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741838_1014 (size=44) 2024-11-10T00:24:23,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:24:23,294 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38291,1731198242542.replicationSource.wal-reader.b3c019fcff38%2C38291%2C1731198242542,1-b3c019fcff38,38291,1731198242542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/WALs/b3c019fcff38,38291,1731198242542/b3c019fcff38%2C38291%2C1731198242542.1731198244526 to pos 379, reset compression=false 2024-11-10T00:24:23,336 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.wal-reader.b3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/WALs/b3c019fcff38,38829,1731198246248/b3c019fcff38%2C38829%2C1731198246248.1731198248230 to pos 379, reset compression=false 2024-11-10T00:24:23,462 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731198262648.d256f4229b8438d3b68149aecab2a6ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:24:23,462 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d256f4229b8438d3b68149aecab2a6ab, disabling compactions & flushes 2024-11-10T00:24:23,462 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731198262648.d256f4229b8438d3b68149aecab2a6ab. 2024-11-10T00:24:23,462 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731198262648.d256f4229b8438d3b68149aecab2a6ab. 2024-11-10T00:24:23,462 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731198262648.d256f4229b8438d3b68149aecab2a6ab. after waiting 0 ms 2024-11-10T00:24:23,462 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731198262648.d256f4229b8438d3b68149aecab2a6ab. 2024-11-10T00:24:23,462 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731198262648.d256f4229b8438d3b68149aecab2a6ab. 2024-11-10T00:24:23,462 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d256f4229b8438d3b68149aecab2a6ab: Waiting for close lock at 1731198263462Disabling compacts and flushes for region at 1731198263462Disabling writes for close at 1731198263462Writing region close event to WAL at 1731198263462Closed at 1731198263462 2024-11-10T00:24:23,463 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T00:24:23,464 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731198262648.d256f4229b8438d3b68149aecab2a6ab.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731198263463"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731198263463"}]},"ts":"1731198263463"} 2024-11-10T00:24:23,465 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T00:24:23,466 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T00:24:23,466 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731198263466"}]},"ts":"1731198263466"} 2024-11-10T00:24:23,468 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T00:24:23,468 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d256f4229b8438d3b68149aecab2a6ab, ASSIGN}] 2024-11-10T00:24:23,469 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d256f4229b8438d3b68149aecab2a6ab, ASSIGN 2024-11-10T00:24:23,470 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d256f4229b8438d3b68149aecab2a6ab, ASSIGN; state=OFFLINE, location=b3c019fcff38,42241,1731198250365; forceNewPlan=false, retain=false 2024-11-10T00:24:23,620 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d256f4229b8438d3b68149aecab2a6ab, regionState=OPENING, regionLocation=b3c019fcff38,42241,1731198250365 2024-11-10T00:24:23,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d256f4229b8438d3b68149aecab2a6ab, ASSIGN because future has completed 2024-11-10T00:24:23,623 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d256f4229b8438d3b68149aecab2a6ab, server=b3c019fcff38,42241,1731198250365}] 2024-11-10T00:24:23,777 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731198262648.d256f4229b8438d3b68149aecab2a6ab. 2024-11-10T00:24:23,778 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:24:23,778 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T00:24:23,779 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b3c019fcff38%2C42241%2C1731198250365.rep, suffix=, logDir=hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/WALs/b3c019fcff38,42241,1731198250365, archiveDir=hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/oldWALs, maxLogs=10 2024-11-10T00:24:23,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:24:23,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/WALs/b3c019fcff38,42241,1731198250365/b3c019fcff38%2C42241%2C1731198250365.rep.1731198263779, exclude list is [], retry=0 2024-11-10T00:24:23,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43157,DS-d6eee6f0-18de-4d74-8e20-7c06a1a1b9e4,DISK] 2024-11-10T00:24:23,796 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/WALs/b3c019fcff38,42241,1731198250365/b3c019fcff38%2C42241%2C1731198250365.rep.1731198263779 2024-11-10T00:24:23,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45061:45061)] 2024-11-10T00:24:23,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d256f4229b8438d3b68149aecab2a6ab, NAME => 'hbase:replication,,1731198262648.d256f4229b8438d3b68149aecab2a6ab.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:24:23,796 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T00:24:23,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T00:24:23,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731198262648.d256f4229b8438d3b68149aecab2a6ab. service=MultiRowMutationService 2024-11-10T00:24:23,796 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T00:24:23,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d256f4229b8438d3b68149aecab2a6ab 2024-11-10T00:24:23,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731198262648.d256f4229b8438d3b68149aecab2a6ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:24:23,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d256f4229b8438d3b68149aecab2a6ab 2024-11-10T00:24:23,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d256f4229b8438d3b68149aecab2a6ab 2024-11-10T00:24:23,798 INFO [StoreOpener-d256f4229b8438d3b68149aecab2a6ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d256f4229b8438d3b68149aecab2a6ab 2024-11-10T00:24:23,798 INFO [StoreOpener-d256f4229b8438d3b68149aecab2a6ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d256f4229b8438d3b68149aecab2a6ab columnFamilyName hfileref 2024-11-10T00:24:23,799 DEBUG [StoreOpener-d256f4229b8438d3b68149aecab2a6ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:23,799 INFO [StoreOpener-d256f4229b8438d3b68149aecab2a6ab-1 {}] regionserver.HStore(327): Store=d256f4229b8438d3b68149aecab2a6ab/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:24:23,799 INFO [StoreOpener-d256f4229b8438d3b68149aecab2a6ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d256f4229b8438d3b68149aecab2a6ab 2024-11-10T00:24:23,800 INFO [StoreOpener-d256f4229b8438d3b68149aecab2a6ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d256f4229b8438d3b68149aecab2a6ab columnFamilyName queue 2024-11-10T00:24:23,800 DEBUG [StoreOpener-d256f4229b8438d3b68149aecab2a6ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:23,800 INFO [StoreOpener-d256f4229b8438d3b68149aecab2a6ab-1 {}] regionserver.HStore(327): Store=d256f4229b8438d3b68149aecab2a6ab/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:24:23,800 INFO [StoreOpener-d256f4229b8438d3b68149aecab2a6ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d256f4229b8438d3b68149aecab2a6ab 2024-11-10T00:24:23,801 INFO [StoreOpener-d256f4229b8438d3b68149aecab2a6ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d256f4229b8438d3b68149aecab2a6ab columnFamilyName sid 2024-11-10T00:24:23,801 DEBUG [StoreOpener-d256f4229b8438d3b68149aecab2a6ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:23,801 INFO [StoreOpener-d256f4229b8438d3b68149aecab2a6ab-1 {}] regionserver.HStore(327): Store=d256f4229b8438d3b68149aecab2a6ab/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:24:23,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d256f4229b8438d3b68149aecab2a6ab 2024-11-10T00:24:23,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/data/hbase/replication/d256f4229b8438d3b68149aecab2a6ab 2024-11-10T00:24:23,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/data/hbase/replication/d256f4229b8438d3b68149aecab2a6ab 2024-11-10T00:24:23,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d256f4229b8438d3b68149aecab2a6ab 2024-11-10T00:24:23,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d256f4229b8438d3b68149aecab2a6ab 2024-11-10T00:24:23,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T00:24:23,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d256f4229b8438d3b68149aecab2a6ab 2024-11-10T00:24:23,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/data/hbase/replication/d256f4229b8438d3b68149aecab2a6ab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:24:23,805 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d256f4229b8438d3b68149aecab2a6ab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59461508, jitterRate=-0.11395448446273804}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T00:24:23,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d256f4229b8438d3b68149aecab2a6ab 2024-11-10T00:24:23,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d256f4229b8438d3b68149aecab2a6ab: Running coprocessor pre-open hook at 1731198263797Writing region info on filesystem at 1731198263797Initializing all the Stores at 1731198263797Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198263797Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198263797Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198263797Cleaning up temporary data from old regions at 1731198263802 (+5 ms)Running coprocessor post-open hooks at 1731198263805 (+3 ms)Region opened successfully at 1731198263805 2024-11-10T00:24:23,806 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731198262648.d256f4229b8438d3b68149aecab2a6ab., pid=10, masterSystemTime=1731198263774 2024-11-10T00:24:23,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731198262648.d256f4229b8438d3b68149aecab2a6ab. 2024-11-10T00:24:23,807 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731198262648.d256f4229b8438d3b68149aecab2a6ab. 2024-11-10T00:24:23,808 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d256f4229b8438d3b68149aecab2a6ab, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,42241,1731198250365 2024-11-10T00:24:23,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d256f4229b8438d3b68149aecab2a6ab, server=b3c019fcff38,42241,1731198250365 because future has completed 2024-11-10T00:24:23,812 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T00:24:23,812 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d256f4229b8438d3b68149aecab2a6ab, server=b3c019fcff38,42241,1731198250365 in 188 msec 2024-11-10T00:24:23,813 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T00:24:23,813 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d256f4229b8438d3b68149aecab2a6ab, ASSIGN in 344 msec 2024-11-10T00:24:23,814 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T00:24:23,814 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731198263814"}]},"ts":"1731198263814"} 2024-11-10T00:24:23,815 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T00:24:23,816 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T00:24:23,817 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1680 sec 2024-11-10T00:24:23,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731198262648.d256f4229b8438d3b68149aecab2a6ab., hostname=b3c019fcff38,42241,1731198250365, seqNum=2] 2024-11-10T00:24:23,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35205-0x100ff42b5920006, quorum=127.0.0.1:50569, baseZNode=/22111082631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22111082631 2024-11-10T00:24:23,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42241-0x100ff42b5920007, quorum=127.0.0.1:50569, baseZNode=/22111082631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22111082631 2024-11-10T00:24:23,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T00:24:23,940 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.wal-reader.b3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/WALs/b3c019fcff38,38829,1731198246248/b3c019fcff38%2C38829%2C1731198246248.1731198248230 to pos 379, reset compression=false 2024-11-10T00:24:24,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42241 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T00:24:24,016 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T00:24:24,045 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b3c019fcff38,42241,1731198250365, ReplicationSource: 1, currentBandwidth=0 2024-11-10T00:24:24,045 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:24:24,045 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,42241,1731198250365, seqNum=-1] 2024-11-10T00:24:24,046 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:24:24,047 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59727, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-10T00:24:24,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b3c019fcff38,42241,1731198250365', locateType=CURRENT is [region=hbase:replication,,1731198262648.d256f4229b8438d3b68149aecab2a6ab., hostname=b3c019fcff38,42241,1731198250365, seqNum=2] 2024-11-10T00:24:24,050 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T00:24:24,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35205 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T00:24:24,052 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b3c019fcff38,42241,1731198250365 suceeded 2024-11-10T00:24:24,054 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T00:24:24,054 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-10T00:24:24,054 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b3c019fcff38:39083,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T00:24:24,055 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4140 sec 2024-11-10T00:24:24,064 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b3c019fcff38:39083' 2024-11-10T00:24:24,065 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7acec7d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:24,066 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365 {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,39083,-1 for getting cluster id 2024-11-10T00:24:24,066 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:24:24,066 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ced450a6-e9a6-4eef-9e14-1abc2c2ceec0' 2024-11-10T00:24:24,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:24:24,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ced450a6-e9a6-4eef-9e14-1abc2c2ceec0" 2024-11-10T00:24:24,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75627319, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:24,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,39083,-1] 2024-11-10T00:24:24,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:24:24,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:24:24,067 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:24:24,068 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@207186f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:24,068 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:24:24,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,39083,1731198246211 2024-11-10T00:24:24,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2cd10219 2024-11-10T00:24:24,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:24:24,070 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-10T00:24:24,070 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b3c019fcff38,42241,1731198250365 (queues=1) is replicating from cluster=73521408-eb05-4e2a-a9f2-38ff7a7bdd54 to cluster=ced450a6-e9a6-4eef-9e14-1abc2c2ceec0 2024-11-10T00:24:24,070 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b3c019fcff38%2C42241%2C1731198250365 2024-11-10T00:24:24,070 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b3c019fcff38,42241,1731198250365, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T00:24:24,071 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365.replicationSource.wal-reader.b3c019fcff38%2C42241%2C1731198250365,1-b3c019fcff38,42241,1731198250365 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/WALs/b3c019fcff38,42241,1731198250365/b3c019fcff38%2C42241%2C1731198250365.1731198252342, startPosition=0, beingWritten=true 2024-11-10T00:24:24,071 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365.replicationSource.shipperb3c019fcff38%2C42241%2C1731198250365,1-b3c019fcff38,42241,1731198250365 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b3c019fcff38%2C42241%2C1731198250365 2024-11-10T00:24:24,075 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365.replicationSource.wal-reader.b3c019fcff38%2C42241%2C1731198250365,1-b3c019fcff38,42241,1731198250365 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T00:24:24,075 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365.replicationSource.wal-reader.b3c019fcff38%2C42241%2C1731198250365,1-b3c019fcff38,42241,1731198250365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/WALs/b3c019fcff38,42241,1731198250365/b3c019fcff38%2C42241%2C1731198250365.1731198252342 to pos 379, reset compression=false 2024-11-10T00:24:24,075 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365.replicationSource.shipperb3c019fcff38%2C42241%2C1731198250365,1-b3c019fcff38,42241,1731198250365 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,42241,1731198250365 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/WALs/b3c019fcff38,42241,1731198250365/b3c019fcff38%2C42241%2C1731198250365.1731198252342, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T00:24:24,197 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38291,1731198242542.replicationSource.wal-reader.b3c019fcff38%2C38291%2C1731198242542,1-b3c019fcff38,38291,1731198242542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/WALs/b3c019fcff38,38291,1731198242542/b3c019fcff38%2C38291%2C1731198242542.1731198244526 to pos 379, reset compression=false 2024-11-10T00:24:24,278 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365.replicationSource.wal-reader.b3c019fcff38%2C42241%2C1731198250365,1-b3c019fcff38,42241,1731198250365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/WALs/b3c019fcff38,42241,1731198250365/b3c019fcff38%2C42241%2C1731198250365.1731198252342 to pos 379, reset compression=false 2024-11-10T00:24:24,583 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365.replicationSource.wal-reader.b3c019fcff38%2C42241%2C1731198250365,1-b3c019fcff38,42241,1731198250365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/WALs/b3c019fcff38,42241,1731198250365/b3c019fcff38%2C42241%2C1731198250365.1731198252342 to pos 379, reset compression=false 2024-11-10T00:24:24,643 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.wal-reader.b3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/WALs/b3c019fcff38,38829,1731198246248/b3c019fcff38%2C38829%2C1731198246248.1731198248230 to pos 379, reset compression=false 2024-11-10T00:24:24,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:24:24,803 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T00:24:24,803 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:24:24,803 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:24:24,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:24:24,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:24:24,803 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:24:24,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a4f18df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:24,804 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,36961,-1 for getting cluster id 2024-11-10T00:24:24,804 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:24:24,805 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd09153d8-a3c0-414d-8026-bdc8eb2212b2' 2024-11-10T00:24:24,805 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:24:24,805 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d09153d8-a3c0-414d-8026-bdc8eb2212b2" 2024-11-10T00:24:24,805 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@295bcb98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:24,805 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,36961,-1] 2024-11-10T00:24:24,805 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:24:24,806 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:24:24,806 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:24:24,807 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@216a76fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:24,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74d6f679, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:24,807 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,39083,-1 for getting cluster id 2024-11-10T00:24:24,807 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:24:24,808 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ced450a6-e9a6-4eef-9e14-1abc2c2ceec0' 2024-11-10T00:24:24,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:24:24,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ced450a6-e9a6-4eef-9e14-1abc2c2ceec0" 2024-11-10T00:24:24,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32bf70e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:24,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,39083,-1] 2024-11-10T00:24:24,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:24:24,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:24:24,809 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:24:24,809 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2af25203, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:24,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e8ad612, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:24,810 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,35205,-1 for getting cluster id 2024-11-10T00:24:24,810 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:24:24,810 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '73521408-eb05-4e2a-a9f2-38ff7a7bdd54' 2024-11-10T00:24:24,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:24:24,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "73521408-eb05-4e2a-a9f2-38ff7a7bdd54" 2024-11-10T00:24:24,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8c9d5af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:24,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,35205,-1] 2024-11-10T00:24:24,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:24:24,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:24:24,811 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:24:24,812 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74e225b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:24,812 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:24:24,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,38291,1731198242542, seqNum=-1] 2024-11-10T00:24:24,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:24:24,814 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:24:24,816 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731198253396.421ecdd1d57a63c1a58a4610a0d40342., hostname=b3c019fcff38,38291,1731198242542, seqNum=2] 2024-11-10T00:24:24,818 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:24:24,819 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,42241,1731198250365, seqNum=-1] 2024-11-10T00:24:24,819 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:24:24,820 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:24:24,822 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731198257696.771b648989ae863f0ab0899af4bbd466., hostname=b3c019fcff38,42241,1731198250365, seqNum=2] 2024-11-10T00:24:24,823 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-10T00:24:24,987 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365.replicationSource.wal-reader.b3c019fcff38%2C42241%2C1731198250365,1-b3c019fcff38,42241,1731198250365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/WALs/b3c019fcff38,42241,1731198250365/b3c019fcff38%2C42241%2C1731198250365.1731198252342 to pos 379, reset compression=false 2024-11-10T00:24:24,996 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T00:24:24,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:24,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:24,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:25,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:25,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:25,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:25,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:25,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:25,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:25,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:25,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:25,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:25,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:25,200 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38291,1731198242542.replicationSource.wal-reader.b3c019fcff38%2C38291%2C1731198242542,1-b3c019fcff38,38291,1731198242542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/WALs/b3c019fcff38,38291,1731198242542/b3c019fcff38%2C38291%2C1731198242542.1731198244526 to pos 379, reset compression=false 2024-11-10T00:24:25,205 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38291,1731198242542.replicationSource.wal-reader.b3c019fcff38%2C38291%2C1731198242542,1-b3c019fcff38,38291,1731198242542 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T00:24:25,205 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38291,1731198242542.replicationSource.wal-reader.b3c019fcff38%2C38291%2C1731198242542,1-b3c019fcff38,38291,1731198242542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/WALs/b3c019fcff38,38291,1731198242542/b3c019fcff38%2C38291%2C1731198242542.1731198244526 to pos 480, reset compression=false 2024-11-10T00:24:25,205 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38291,1731198242542.replicationSource.shipperb3c019fcff38%2C38291%2C1731198242542,1-b3c019fcff38,38291,1731198242542 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,38291,1731198242542 got entry batch from reader: WALEntryBatch [walEntries=[{test/421ecdd1d57a63c1a58a4610a0d40342/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/WALs/b3c019fcff38,38291,1731198242542/b3c019fcff38%2C38291%2C1731198242542.1731198244526, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-10T00:24:25,207 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38291,1731198242542.replicationSource.shipperb3c019fcff38%2C38291%2C1731198242542,1-b3c019fcff38,38291,1731198242542 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T00:24:25,208 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-10T00:24:25,209 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38829 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T00:24:25,209 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38829 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fe855bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:25,209 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38829 {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,39083,-1 for getting cluster id 2024-11-10T00:24:25,209 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38829 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:24:25,210 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ced450a6-e9a6-4eef-9e14-1abc2c2ceec0' 2024-11-10T00:24:25,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:24:25,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ced450a6-e9a6-4eef-9e14-1abc2c2ceec0" 2024-11-10T00:24:25,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32ebadfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:25,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,39083,-1] 2024-11-10T00:24:25,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:24:25,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:24:25,211 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:24:25,211 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38829 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@229f46a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:25,212 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38829 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:24:25,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,38829,1731198246248, seqNum=-1] 2024-11-10T00:24:25,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:24:25,214 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-10T00:24:25,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731198255545.67432d64fce05b069ef6cee569ed999c., hostname=b3c019fcff38,38829,1731198246248, seqNum=2] 2024-11-10T00:24:25,218 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38829 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T00:24:25,408 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38291,1731198242542.replicationSource.wal-reader.b3c019fcff38%2C38291%2C1731198242542,1-b3c019fcff38,38291,1731198242542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/WALs/b3c019fcff38,38291,1731198242542/b3c019fcff38%2C38291%2C1731198242542.1731198244526 to pos 480, reset compression=false 2024-11-10T00:24:25,446 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.wal-reader.b3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/WALs/b3c019fcff38,38829,1731198246248/b3c019fcff38%2C38829%2C1731198246248.1731198248230 to pos 379, reset compression=false 2024-11-10T00:24:25,451 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.wal-reader.b3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T00:24:25,451 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.wal-reader.b3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/WALs/b3c019fcff38,38829,1731198246248/b3c019fcff38%2C38829%2C1731198246248.1731198248230 to pos 504, reset compression=false 2024-11-10T00:24:25,451 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.shipperb3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,38829,1731198246248 got entry batch from reader: WALEntryBatch [walEntries=[{test/67432d64fce05b069ef6cee569ed999c/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/WALs/b3c019fcff38,38829,1731198246248/b3c019fcff38%2C38829%2C1731198246248.1731198248230, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-10T00:24:25,454 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.shipperb3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T00:24:25,454 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-10T00:24:25,455 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42241 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T00:24:25,456 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42241 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e8f8a21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:25,456 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42241 {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,35205,-1 for getting cluster id 2024-11-10T00:24:25,456 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42241 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:24:25,456 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '73521408-eb05-4e2a-a9f2-38ff7a7bdd54' 2024-11-10T00:24:25,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:24:25,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "73521408-eb05-4e2a-a9f2-38ff7a7bdd54" 2024-11-10T00:24:25,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@704e06fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:25,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,35205,-1] 2024-11-10T00:24:25,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:24:25,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:24:25,457 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:24:25,458 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42241 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c6c3a40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:25,459 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42241 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:24:25,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,42241,1731198250365, seqNum=-1] 2024-11-10T00:24:25,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:24:25,461 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-10T00:24:25,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731198257696.771b648989ae863f0ab0899af4bbd466., hostname=b3c019fcff38,42241,1731198250365, seqNum=2] 2024-11-10T00:24:25,464 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42241 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T00:24:25,491 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365.replicationSource.wal-reader.b3c019fcff38%2C42241%2C1731198250365,1-b3c019fcff38,42241,1731198250365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/WALs/b3c019fcff38,42241,1731198250365/b3c019fcff38%2C42241%2C1731198250365.1731198252342 to pos 379, reset compression=false 2024-11-10T00:24:25,496 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365.replicationSource.wal-reader.b3c019fcff38%2C42241%2C1731198250365,1-b3c019fcff38,42241,1731198250365 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T00:24:25,496 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365.replicationSource.wal-reader.b3c019fcff38%2C42241%2C1731198250365,1-b3c019fcff38,42241,1731198250365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/WALs/b3c019fcff38,42241,1731198250365/b3c019fcff38%2C42241%2C1731198250365.1731198252342 to pos 528, reset compression=false 2024-11-10T00:24:25,496 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365.replicationSource.shipperb3c019fcff38%2C42241%2C1731198250365,1-b3c019fcff38,42241,1731198250365 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,42241,1731198250365 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/WALs/b3c019fcff38,42241,1731198250365/b3c019fcff38%2C42241%2C1731198250365.1731198252342, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T00:24:25,657 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.wal-reader.b3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/WALs/b3c019fcff38,38829,1731198246248/b3c019fcff38%2C38829%2C1731198246248.1731198248230 to pos 504, reset compression=false 2024-11-10T00:24:25,700 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365.replicationSource.wal-reader.b3c019fcff38%2C42241%2C1731198250365,1-b3c019fcff38,42241,1731198250365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/WALs/b3c019fcff38,42241,1731198250365/b3c019fcff38%2C42241%2C1731198250365.1731198252342 to pos 528, reset compression=false 2024-11-10T00:24:25,712 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38291,1731198242542.replicationSource.wal-reader.b3c019fcff38%2C38291%2C1731198242542,1-b3c019fcff38,38291,1731198242542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/WALs/b3c019fcff38,38291,1731198242542/b3c019fcff38%2C38291%2C1731198242542.1731198244526 to pos 480, reset compression=false 2024-11-10T00:24:25,825 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-10T00:24:25,825 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:24:25,826 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,38829,1731198246248, seqNum=-1] 2024-11-10T00:24:25,827 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:24:25,828 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:24:25,829 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731198255545.67432d64fce05b069ef6cee569ed999c., hostname=b3c019fcff38,38829,1731198246248, seqNum=2] 2024-11-10T00:24:25,832 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-10T00:24:25,960 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.wal-reader.b3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/WALs/b3c019fcff38,38829,1731198246248/b3c019fcff38%2C38829%2C1731198246248.1731198248230 to pos 504, reset compression=false 2024-11-10T00:24:25,965 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.wal-reader.b3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T00:24:25,965 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.wal-reader.b3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/WALs/b3c019fcff38,38829,1731198246248/b3c019fcff38%2C38829%2C1731198246248.1731198248230 to pos 608, reset compression=false 2024-11-10T00:24:25,965 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.shipperb3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,38829,1731198246248 got entry batch from reader: WALEntryBatch [walEntries=[{test/67432d64fce05b069ef6cee569ed999c/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/WALs/b3c019fcff38,38829,1731198246248/b3c019fcff38%2C38829%2C1731198246248.1731198248230, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T00:24:25,966 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42241 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T00:24:25,968 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42241 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T00:24:26,004 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365.replicationSource.wal-reader.b3c019fcff38%2C42241%2C1731198250365,1-b3c019fcff38,42241,1731198250365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/WALs/b3c019fcff38,42241,1731198250365/b3c019fcff38%2C42241%2C1731198250365.1731198252342 to pos 528, reset compression=false 2024-11-10T00:24:26,008 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365.replicationSource.wal-reader.b3c019fcff38%2C42241%2C1731198250365,1-b3c019fcff38,42241,1731198250365 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T00:24:26,008 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365.replicationSource.wal-reader.b3c019fcff38%2C42241%2C1731198250365,1-b3c019fcff38,42241,1731198250365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/WALs/b3c019fcff38,42241,1731198250365/b3c019fcff38%2C42241%2C1731198250365.1731198252342 to pos 656, reset compression=false 2024-11-10T00:24:26,008 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365.replicationSource.shipperb3c019fcff38%2C42241%2C1731198250365,1-b3c019fcff38,42241,1731198250365 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,42241,1731198250365 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/WALs/b3c019fcff38,42241,1731198250365/b3c019fcff38%2C42241%2C1731198250365.1731198252342, lastWalPosition=656, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T00:24:26,116 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38291,1731198242542.replicationSource.wal-reader.b3c019fcff38%2C38291%2C1731198242542,1-b3c019fcff38,38291,1731198242542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/WALs/b3c019fcff38,38291,1731198242542/b3c019fcff38%2C38291%2C1731198242542.1731198244526 to pos 480, reset compression=false 2024-11-10T00:24:26,169 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.wal-reader.b3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/WALs/b3c019fcff38,38829,1731198246248/b3c019fcff38%2C38829%2C1731198246248.1731198248230 to pos 608, reset compression=false 2024-11-10T00:24:26,211 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365.replicationSource.wal-reader.b3c019fcff38%2C42241%2C1731198250365,1-b3c019fcff38,42241,1731198250365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/WALs/b3c019fcff38,42241,1731198250365/b3c019fcff38%2C42241%2C1731198250365.1731198252342 to pos 656, reset compression=false 2024-11-10T00:24:26,472 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.wal-reader.b3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/WALs/b3c019fcff38,38829,1731198246248/b3c019fcff38%2C38829%2C1731198246248.1731198248230 to pos 608, reset compression=false 2024-11-10T00:24:26,515 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365.replicationSource.wal-reader.b3c019fcff38%2C42241%2C1731198250365,1-b3c019fcff38,42241,1731198250365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/WALs/b3c019fcff38,42241,1731198250365/b3c019fcff38%2C42241%2C1731198250365.1731198252342 to pos 656, reset compression=false 2024-11-10T00:24:26,620 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38291,1731198242542.replicationSource.wal-reader.b3c019fcff38%2C38291%2C1731198242542,1-b3c019fcff38,38291,1731198242542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/WALs/b3c019fcff38,38291,1731198242542/b3c019fcff38%2C38291%2C1731198242542.1731198244526 to pos 480, reset compression=false 2024-11-10T00:24:26,834 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-10T00:24:26,837 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-10T00:24:26,876 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.wal-reader.b3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/WALs/b3c019fcff38,38829,1731198246248/b3c019fcff38%2C38829%2C1731198246248.1731198248230 to pos 608, reset compression=false 2024-11-10T00:24:26,919 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365.replicationSource.wal-reader.b3c019fcff38%2C42241%2C1731198250365,1-b3c019fcff38,42241,1731198250365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/WALs/b3c019fcff38,42241,1731198250365/b3c019fcff38%2C42241%2C1731198250365.1731198252342 to pos 656, reset compression=false 2024-11-10T00:24:26,923 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365.replicationSource.wal-reader.b3c019fcff38%2C42241%2C1731198250365,1-b3c019fcff38,42241,1731198250365 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T00:24:26,923 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365.replicationSource.wal-reader.b3c019fcff38%2C42241%2C1731198250365,1-b3c019fcff38,42241,1731198250365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/WALs/b3c019fcff38,42241,1731198250365/b3c019fcff38%2C42241%2C1731198250365.1731198252342 to pos 760, reset compression=false 2024-11-10T00:24:26,923 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365.replicationSource.shipperb3c019fcff38%2C42241%2C1731198250365,1-b3c019fcff38,42241,1731198250365 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,42241,1731198250365 got entry batch from reader: WALEntryBatch [walEntries=[{test/771b648989ae863f0ab0899af4bbd466/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/WALs/b3c019fcff38,42241,1731198250365/b3c019fcff38%2C42241%2C1731198250365.1731198252342, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T00:24:26,925 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365.replicationSource.shipperb3c019fcff38%2C42241%2C1731198250365,1-b3c019fcff38,42241,1731198250365 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T00:24:26,926 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-10T00:24:26,926 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38829 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T00:24:26,929 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38829 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T00:24:27,127 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365.replicationSource.wal-reader.b3c019fcff38%2C42241%2C1731198250365,1-b3c019fcff38,42241,1731198250365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/WALs/b3c019fcff38,42241,1731198250365/b3c019fcff38%2C42241%2C1731198250365.1731198252342 to pos 760, reset compression=false 2024-11-10T00:24:27,224 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38291,1731198242542.replicationSource.wal-reader.b3c019fcff38%2C38291%2C1731198242542,1-b3c019fcff38,38291,1731198242542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/WALs/b3c019fcff38,38291,1731198242542/b3c019fcff38%2C38291%2C1731198242542.1731198244526 to pos 480, reset compression=false 2024-11-10T00:24:27,379 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.wal-reader.b3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/WALs/b3c019fcff38,38829,1731198246248/b3c019fcff38%2C38829%2C1731198246248.1731198248230 to pos 608, reset compression=false 2024-11-10T00:24:27,383 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.wal-reader.b3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T00:24:27,383 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.wal-reader.b3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/WALs/b3c019fcff38,38829,1731198246248/b3c019fcff38%2C38829%2C1731198246248.1731198248230 to pos 735, reset compression=false 2024-11-10T00:24:27,383 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.shipperb3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,38829,1731198246248 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/WALs/b3c019fcff38,38829,1731198246248/b3c019fcff38%2C38829%2C1731198246248.1731198248230, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T00:24:27,431 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365.replicationSource.wal-reader.b3c019fcff38%2C42241%2C1731198250365,1-b3c019fcff38,42241,1731198250365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/WALs/b3c019fcff38,42241,1731198250365/b3c019fcff38%2C42241%2C1731198250365.1731198252342 to pos 760, reset compression=false 2024-11-10T00:24:27,587 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.wal-reader.b3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/WALs/b3c019fcff38,38829,1731198246248/b3c019fcff38%2C38829%2C1731198246248.1731198248230 to pos 735, reset compression=false 2024-11-10T00:24:27,835 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365.replicationSource.wal-reader.b3c019fcff38%2C42241%2C1731198250365,1-b3c019fcff38,42241,1731198250365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/WALs/b3c019fcff38,42241,1731198250365/b3c019fcff38%2C42241%2C1731198250365.1731198252342 to pos 760, reset compression=false 2024-11-10T00:24:27,839 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-10T00:24:27,842 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-10T00:24:27,891 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.wal-reader.b3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/WALs/b3c019fcff38,38829,1731198246248/b3c019fcff38%2C38829%2C1731198246248.1731198248230 to pos 735, reset compression=false 2024-11-10T00:24:27,928 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38291,1731198242542.replicationSource.wal-reader.b3c019fcff38%2C38291%2C1731198242542,1-b3c019fcff38,38291,1731198242542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/WALs/b3c019fcff38,38291,1731198242542/b3c019fcff38%2C38291%2C1731198242542.1731198244526 to pos 480, reset compression=false 2024-11-10T00:24:27,932 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38291,1731198242542.replicationSource.wal-reader.b3c019fcff38%2C38291%2C1731198242542,1-b3c019fcff38,38291,1731198242542 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T00:24:27,932 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38291,1731198242542.replicationSource.wal-reader.b3c019fcff38%2C38291%2C1731198242542,1-b3c019fcff38,38291,1731198242542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/WALs/b3c019fcff38,38291,1731198242542/b3c019fcff38%2C38291%2C1731198242542.1731198244526 to pos 636, reset compression=false 2024-11-10T00:24:27,932 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38291,1731198242542.replicationSource.shipperb3c019fcff38%2C38291%2C1731198242542,1-b3c019fcff38,38291,1731198242542 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,38291,1731198242542 got entry batch from reader: WALEntryBatch [walEntries=[{test/421ecdd1d57a63c1a58a4610a0d40342/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/WALs/b3c019fcff38,38291,1731198242542/b3c019fcff38%2C38291%2C1731198242542.1731198244526, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-10T00:24:27,933 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38829 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T00:24:27,936 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38829 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T00:24:28,135 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38291,1731198242542.replicationSource.wal-reader.b3c019fcff38%2C38291%2C1731198242542,1-b3c019fcff38,38291,1731198242542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/WALs/b3c019fcff38,38291,1731198242542/b3c019fcff38%2C38291%2C1731198242542.1731198244526 to pos 636, reset compression=false 2024-11-10T00:24:28,295 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.wal-reader.b3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/WALs/b3c019fcff38,38829,1731198246248/b3c019fcff38%2C38829%2C1731198246248.1731198248230 to pos 735, reset compression=false 2024-11-10T00:24:28,299 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.wal-reader.b3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T00:24:28,299 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.wal-reader.b3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/WALs/b3c019fcff38,38829,1731198246248/b3c019fcff38%2C38829%2C1731198246248.1731198248230 to pos 883, reset compression=false 2024-11-10T00:24:28,299 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.shipperb3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,38829,1731198246248 got entry batch from reader: WALEntryBatch [walEntries=[{test/67432d64fce05b069ef6cee569ed999c/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/WALs/b3c019fcff38,38829,1731198246248/b3c019fcff38%2C38829%2C1731198246248.1731198248230, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-10T00:24:28,300 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42241 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T00:24:28,303 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42241 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T00:24:28,339 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365.replicationSource.wal-reader.b3c019fcff38%2C42241%2C1731198250365,1-b3c019fcff38,42241,1731198250365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/WALs/b3c019fcff38,42241,1731198250365/b3c019fcff38%2C42241%2C1731198250365.1731198252342 to pos 760, reset compression=false 2024-11-10T00:24:28,343 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365.replicationSource.wal-reader.b3c019fcff38%2C42241%2C1731198250365,1-b3c019fcff38,42241,1731198250365 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T00:24:28,343 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365.replicationSource.wal-reader.b3c019fcff38%2C42241%2C1731198250365,1-b3c019fcff38,42241,1731198250365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/WALs/b3c019fcff38,42241,1731198250365/b3c019fcff38%2C42241%2C1731198250365.1731198252342 to pos 932, reset compression=false 2024-11-10T00:24:28,343 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365.replicationSource.shipperb3c019fcff38%2C42241%2C1731198250365,1-b3c019fcff38,42241,1731198250365 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,42241,1731198250365 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/WALs/b3c019fcff38,42241,1731198250365/b3c019fcff38%2C42241%2C1731198250365.1731198252342, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T00:24:28,439 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38291,1731198242542.replicationSource.wal-reader.b3c019fcff38%2C38291%2C1731198242542,1-b3c019fcff38,38291,1731198242542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/WALs/b3c019fcff38,38291,1731198242542/b3c019fcff38%2C38291%2C1731198242542.1731198244526 to pos 636, reset compression=false 2024-11-10T00:24:28,507 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.wal-reader.b3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/WALs/b3c019fcff38,38829,1731198246248/b3c019fcff38%2C38829%2C1731198246248.1731198248230 to pos 883, reset compression=false 2024-11-10T00:24:28,546 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365.replicationSource.wal-reader.b3c019fcff38%2C42241%2C1731198250365,1-b3c019fcff38,42241,1731198250365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/WALs/b3c019fcff38,42241,1731198250365/b3c019fcff38%2C42241%2C1731198250365.1731198252342 to pos 932, reset compression=false 2024-11-10T00:24:28,811 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.wal-reader.b3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/WALs/b3c019fcff38,38829,1731198246248/b3c019fcff38%2C38829%2C1731198246248.1731198248230 to pos 883, reset compression=false 2024-11-10T00:24:28,842 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38291,1731198242542.replicationSource.wal-reader.b3c019fcff38%2C38291%2C1731198242542,1-b3c019fcff38,38291,1731198242542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/WALs/b3c019fcff38,38291,1731198242542/b3c019fcff38%2C38291%2C1731198242542.1731198244526 to pos 636, reset compression=false 2024-11-10T00:24:28,844 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-10T00:24:28,857 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365.replicationSource.wal-reader.b3c019fcff38%2C42241%2C1731198250365,1-b3c019fcff38,42241,1731198250365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/WALs/b3c019fcff38,42241,1731198250365/b3c019fcff38%2C42241%2C1731198250365.1731198252342 to pos 932, reset compression=false 2024-11-10T00:24:28,860 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-10T00:24:29,215 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.wal-reader.b3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/WALs/b3c019fcff38,38829,1731198246248/b3c019fcff38%2C38829%2C1731198246248.1731198248230 to pos 883, reset compression=false 2024-11-10T00:24:29,221 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.wal-reader.b3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T00:24:29,221 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.wal-reader.b3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/WALs/b3c019fcff38,38829,1731198246248/b3c019fcff38%2C38829%2C1731198246248.1731198248230 to pos 1042, reset compression=false 2024-11-10T00:24:29,221 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.shipperb3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,38829,1731198246248 got entry batch from reader: WALEntryBatch [walEntries=[{test/67432d64fce05b069ef6cee569ed999c/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/WALs/b3c019fcff38,38829,1731198246248/b3c019fcff38%2C38829%2C1731198246248.1731198248230, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-10T00:24:29,223 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42241 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T00:24:29,226 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42241 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T00:24:29,261 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365.replicationSource.wal-reader.b3c019fcff38%2C42241%2C1731198250365,1-b3c019fcff38,42241,1731198250365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/WALs/b3c019fcff38,42241,1731198250365/b3c019fcff38%2C42241%2C1731198250365.1731198252342 to pos 932, reset compression=false 2024-11-10T00:24:29,265 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365.replicationSource.wal-reader.b3c019fcff38%2C42241%2C1731198250365,1-b3c019fcff38,42241,1731198250365 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T00:24:29,265 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365.replicationSource.wal-reader.b3c019fcff38%2C42241%2C1731198250365,1-b3c019fcff38,42241,1731198250365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/WALs/b3c019fcff38,42241,1731198250365/b3c019fcff38%2C42241%2C1731198250365.1731198252342 to pos 1082, reset compression=false 2024-11-10T00:24:29,265 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365.replicationSource.shipperb3c019fcff38%2C42241%2C1731198250365,1-b3c019fcff38,42241,1731198250365 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,42241,1731198250365 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/WALs/b3c019fcff38,42241,1731198250365/b3c019fcff38%2C42241%2C1731198250365.1731198252342, lastWalPosition=1082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T00:24:29,367 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38291,1731198242542.replicationSource.wal-reader.b3c019fcff38%2C38291%2C1731198242542,1-b3c019fcff38,38291,1731198242542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/WALs/b3c019fcff38,38291,1731198242542/b3c019fcff38%2C38291%2C1731198242542.1731198244526 to pos 636, reset compression=false 2024-11-10T00:24:29,425 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.wal-reader.b3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/WALs/b3c019fcff38,38829,1731198246248/b3c019fcff38%2C38829%2C1731198246248.1731198248230 to pos 1042, reset compression=false 2024-11-10T00:24:29,469 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365.replicationSource.wal-reader.b3c019fcff38%2C42241%2C1731198250365,1-b3c019fcff38,42241,1731198250365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/WALs/b3c019fcff38,42241,1731198250365/b3c019fcff38%2C42241%2C1731198250365.1731198252342 to pos 1082, reset compression=false 2024-11-10T00:24:29,729 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.wal-reader.b3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/WALs/b3c019fcff38,38829,1731198246248/b3c019fcff38%2C38829%2C1731198246248.1731198248230 to pos 1042, reset compression=false 2024-11-10T00:24:29,773 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365.replicationSource.wal-reader.b3c019fcff38%2C42241%2C1731198250365,1-b3c019fcff38,42241,1731198250365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/WALs/b3c019fcff38,42241,1731198250365/b3c019fcff38%2C42241%2C1731198250365.1731198252342 to pos 1082, reset compression=false 2024-11-10T00:24:29,861 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-10T00:24:29,865 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-10T00:24:29,970 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38291,1731198242542.replicationSource.wal-reader.b3c019fcff38%2C38291%2C1731198242542,1-b3c019fcff38,38291,1731198242542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/WALs/b3c019fcff38,38291,1731198242542/b3c019fcff38%2C38291%2C1731198242542.1731198244526 to pos 636, reset compression=false 2024-11-10T00:24:30,132 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.wal-reader.b3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/WALs/b3c019fcff38,38829,1731198246248/b3c019fcff38%2C38829%2C1731198246248.1731198248230 to pos 1042, reset compression=false 2024-11-10T00:24:30,176 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365.replicationSource.wal-reader.b3c019fcff38%2C42241%2C1731198250365,1-b3c019fcff38,42241,1731198250365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/WALs/b3c019fcff38,42241,1731198250365/b3c019fcff38%2C42241%2C1731198250365.1731198252342 to pos 1082, reset compression=false 2024-11-10T00:24:30,181 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365.replicationSource.wal-reader.b3c019fcff38%2C42241%2C1731198250365,1-b3c019fcff38,42241,1731198250365 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T00:24:30,181 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365.replicationSource.wal-reader.b3c019fcff38%2C42241%2C1731198250365,1-b3c019fcff38,42241,1731198250365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/WALs/b3c019fcff38,42241,1731198250365/b3c019fcff38%2C42241%2C1731198250365.1731198252342 to pos 1241, reset compression=false 2024-11-10T00:24:30,181 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365.replicationSource.shipperb3c019fcff38%2C42241%2C1731198250365,1-b3c019fcff38,42241,1731198250365 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,42241,1731198250365 got entry batch from reader: WALEntryBatch [walEntries=[{test/771b648989ae863f0ab0899af4bbd466/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/WALs/b3c019fcff38,42241,1731198250365/b3c019fcff38%2C42241%2C1731198250365.1731198252342, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-10T00:24:30,182 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38829 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T00:24:30,185 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38829 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T00:24:30,384 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365.replicationSource.wal-reader.b3c019fcff38%2C42241%2C1731198250365,1-b3c019fcff38,42241,1731198250365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/WALs/b3c019fcff38,42241,1731198250365/b3c019fcff38%2C42241%2C1731198250365.1731198252342 to pos 1241, reset compression=false 2024-11-10T00:24:30,636 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.wal-reader.b3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/WALs/b3c019fcff38,38829,1731198246248/b3c019fcff38%2C38829%2C1731198246248.1731198248230 to pos 1042, reset compression=false 2024-11-10T00:24:30,640 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.wal-reader.b3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T00:24:30,640 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.wal-reader.b3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/WALs/b3c019fcff38,38829,1731198246248/b3c019fcff38%2C38829%2C1731198246248.1731198248230 to pos 1191, reset compression=false 2024-11-10T00:24:30,640 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.shipperb3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,38829,1731198246248 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/WALs/b3c019fcff38,38829,1731198246248/b3c019fcff38%2C38829%2C1731198246248.1731198248230, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T00:24:30,674 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38291,1731198242542.replicationSource.wal-reader.b3c019fcff38%2C38291%2C1731198242542,1-b3c019fcff38,38291,1731198242542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/WALs/b3c019fcff38,38291,1731198242542/b3c019fcff38%2C38291%2C1731198242542.1731198244526 to pos 636, reset compression=false 2024-11-10T00:24:30,688 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365.replicationSource.wal-reader.b3c019fcff38%2C42241%2C1731198250365,1-b3c019fcff38,42241,1731198250365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/WALs/b3c019fcff38,42241,1731198250365/b3c019fcff38%2C42241%2C1731198250365.1731198252342 to pos 1241, reset compression=false 2024-11-10T00:24:30,843 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.wal-reader.b3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/WALs/b3c019fcff38,38829,1731198246248/b3c019fcff38%2C38829%2C1731198246248.1731198248230 to pos 1191, reset compression=false 2024-11-10T00:24:30,867 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-10T00:24:30,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T00:24:30,872 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:24:30,872 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:24:30,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:24:30,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:24:30,872 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:24:30,872 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T00:24:30,872 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1509921943, stopped=false 2024-11-10T00:24:30,872 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b3c019fcff38,35205,1731198250330 2024-11-10T00:24:30,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35205-0x100ff42b5920006, quorum=127.0.0.1:50569, baseZNode=/22111082631 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22111082631/running 2024-11-10T00:24:30,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42241-0x100ff42b5920007, quorum=127.0.0.1:50569, baseZNode=/22111082631 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22111082631/running 2024-11-10T00:24:30,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35205-0x100ff42b5920006, quorum=127.0.0.1:50569, baseZNode=/22111082631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22111082631 2024-11-10T00:24:30,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42241-0x100ff42b5920007, quorum=127.0.0.1:50569, baseZNode=/22111082631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22111082631 2024-11-10T00:24:30,874 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T00:24:30,874 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:24:30,874 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:24:30,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:24:30,875 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42241-0x100ff42b5920007, quorum=127.0.0.1:50569, baseZNode=/22111082631 Set watcher on znode that does not yet exist, /22111082631/running 2024-11-10T00:24:30,875 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35205-0x100ff42b5920006, quorum=127.0.0.1:50569, baseZNode=/22111082631 Set watcher on znode that does not yet exist, /22111082631/running 2024-11-10T00:24:30,875 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b3c019fcff38,42241,1731198250365' ***** 2024-11-10T00:24:30,875 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T00:24:30,876 INFO [RS:0;b3c019fcff38:42241 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T00:24:30,876 INFO [RS:0;b3c019fcff38:42241 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T00:24:30,876 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T00:24:30,876 INFO [RS:0;b3c019fcff38:42241 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T00:24:30,876 INFO [RS:0;b3c019fcff38:42241 {}] regionserver.HRegionServer(3091): Received CLOSE for d256f4229b8438d3b68149aecab2a6ab 2024-11-10T00:24:30,876 INFO [RS:0;b3c019fcff38:42241 {}] regionserver.HRegionServer(3091): Received CLOSE for 771b648989ae863f0ab0899af4bbd466 2024-11-10T00:24:30,876 INFO [RS:0;b3c019fcff38:42241 {}] regionserver.HRegionServer(959): stopping server b3c019fcff38,42241,1731198250365 2024-11-10T00:24:30,876 INFO [RS:0;b3c019fcff38:42241 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T00:24:30,876 INFO [RS:0;b3c019fcff38:42241 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b3c019fcff38:42241. 2024-11-10T00:24:30,876 DEBUG [RS:0;b3c019fcff38:42241 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:24:30,876 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d256f4229b8438d3b68149aecab2a6ab, disabling compactions & flushes 2024-11-10T00:24:30,876 DEBUG [RS:0;b3c019fcff38:42241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:24:30,876 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731198262648.d256f4229b8438d3b68149aecab2a6ab. 2024-11-10T00:24:30,876 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731198262648.d256f4229b8438d3b68149aecab2a6ab. 2024-11-10T00:24:30,877 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731198262648.d256f4229b8438d3b68149aecab2a6ab. after waiting 0 ms 2024-11-10T00:24:30,877 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731198262648.d256f4229b8438d3b68149aecab2a6ab. 2024-11-10T00:24:30,877 INFO [RS:0;b3c019fcff38:42241 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T00:24:30,877 INFO [RS:0;b3c019fcff38:42241 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T00:24:30,877 INFO [RS:0;b3c019fcff38:42241 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T00:24:30,877 INFO [RS:0;b3c019fcff38:42241 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T00:24:30,877 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d256f4229b8438d3b68149aecab2a6ab 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-10T00:24:30,877 INFO [RS:0;b3c019fcff38:42241 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T00:24:30,877 DEBUG [RS:0;b3c019fcff38:42241 {}] regionserver.HRegionServer(1325): Online Regions={d256f4229b8438d3b68149aecab2a6ab=hbase:replication,,1731198262648.d256f4229b8438d3b68149aecab2a6ab., 771b648989ae863f0ab0899af4bbd466=test,,1731198257696.771b648989ae863f0ab0899af4bbd466., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T00:24:30,877 DEBUG [RS:0;b3c019fcff38:42241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 771b648989ae863f0ab0899af4bbd466, d256f4229b8438d3b68149aecab2a6ab 2024-11-10T00:24:30,877 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T00:24:30,877 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T00:24:30,877 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T00:24:30,877 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T00:24:30,877 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T00:24:30,877 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T00:24:30,893 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/data/hbase/replication/d256f4229b8438d3b68149aecab2a6ab/.tmp/queue/c1109fe4b64f4eebbe376414b2d501c0 is 154, key is 1-b3c019fcff38,42241,1731198250365/queue:b3c019fcff38%2C42241%2C1731198250365/1731198270186/Put/seqid=0 2024-11-10T00:24:30,894 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/data/hbase/meta/1588230740/.tmp/info/990183e77dc3464cb33f0ad09a8b90f8 is 147, key is hbase:replication,,1731198262648.d256f4229b8438d3b68149aecab2a6ab./info:regioninfo/1731198263808/Put/seqid=0 2024-11-10T00:24:30,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741840_1016 (size=5353) 2024-11-10T00:24:30,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741841_1017 (size=7686) 2024-11-10T00:24:30,898 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/data/hbase/meta/1588230740/.tmp/info/990183e77dc3464cb33f0ad09a8b90f8 2024-11-10T00:24:30,919 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/data/hbase/meta/1588230740/.tmp/ns/cf2c5e289d6f4c28ae60e118ef266dda is 43, key is default/ns:d/1731198253298/Put/seqid=0 2024-11-10T00:24:30,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741842_1018 (size=5153) 2024-11-10T00:24:30,925 INFO [regionserver/b3c019fcff38:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T00:24:31,077 DEBUG [RS:0;b3c019fcff38:42241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 771b648989ae863f0ab0899af4bbd466, d256f4229b8438d3b68149aecab2a6ab 2024-11-10T00:24:31,091 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365.replicationSource.wal-reader.b3c019fcff38%2C42241%2C1731198250365,1-b3c019fcff38,42241,1731198250365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/WALs/b3c019fcff38,42241,1731198250365/b3c019fcff38%2C42241%2C1731198250365.1731198252342 to pos 1241, reset compression=false 2024-11-10T00:24:31,146 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.wal-reader.b3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/WALs/b3c019fcff38,38829,1731198246248/b3c019fcff38%2C38829%2C1731198246248.1731198248230 to pos 1191, reset compression=false 2024-11-10T00:24:31,277 DEBUG [RS:0;b3c019fcff38:42241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 771b648989ae863f0ab0899af4bbd466, d256f4229b8438d3b68149aecab2a6ab 2024-11-10T00:24:31,292 INFO [regionserver/b3c019fcff38:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T00:24:31,292 INFO [regionserver/b3c019fcff38:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T00:24:31,297 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/data/hbase/replication/d256f4229b8438d3b68149aecab2a6ab/.tmp/queue/c1109fe4b64f4eebbe376414b2d501c0 2024-11-10T00:24:31,301 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/data/hbase/replication/d256f4229b8438d3b68149aecab2a6ab/.tmp/queue/c1109fe4b64f4eebbe376414b2d501c0 as hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/data/hbase/replication/d256f4229b8438d3b68149aecab2a6ab/queue/c1109fe4b64f4eebbe376414b2d501c0 2024-11-10T00:24:31,304 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/data/hbase/replication/d256f4229b8438d3b68149aecab2a6ab/queue/c1109fe4b64f4eebbe376414b2d501c0, entries=1, sequenceid=12, filesize=5.2 K 2024-11-10T00:24:31,305 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for d256f4229b8438d3b68149aecab2a6ab in 428ms, sequenceid=12, compaction requested=false 2024-11-10T00:24:31,308 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/data/hbase/replication/d256f4229b8438d3b68149aecab2a6ab/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-10T00:24:31,309 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T00:24:31,309 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T00:24:31,309 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731198262648.d256f4229b8438d3b68149aecab2a6ab. 2024-11-10T00:24:31,309 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d256f4229b8438d3b68149aecab2a6ab: Waiting for close lock at 1731198270876Running coprocessor pre-close hooks at 1731198270876Disabling compacts and flushes for region at 1731198270876Disabling writes for close at 1731198270877 (+1 ms)Obtaining lock to block concurrent updates at 1731198270877Preparing flush snapshotting stores in d256f4229b8438d3b68149aecab2a6ab at 1731198270877Finished memstore snapshotting hbase:replication,,1731198262648.d256f4229b8438d3b68149aecab2a6ab., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731198270877Flushing stores of hbase:replication,,1731198262648.d256f4229b8438d3b68149aecab2a6ab. at 1731198270877Flushing d256f4229b8438d3b68149aecab2a6ab/queue: creating writer at 1731198270878 (+1 ms)Flushing d256f4229b8438d3b68149aecab2a6ab/queue: appending metadata at 1731198270892 (+14 ms)Flushing d256f4229b8438d3b68149aecab2a6ab/queue: closing flushed file at 1731198270892Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59d318a1: reopening flushed file at 1731198271300 (+408 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for d256f4229b8438d3b68149aecab2a6ab in 428ms, sequenceid=12, compaction requested=false at 1731198271305 (+5 ms)Writing region close event to WAL at 1731198271306 (+1 ms)Running coprocessor post-close hooks at 1731198271309 (+3 ms)Closed at 1731198271309 2024-11-10T00:24:31,309 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731198262648.d256f4229b8438d3b68149aecab2a6ab. 2024-11-10T00:24:31,309 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 771b648989ae863f0ab0899af4bbd466, disabling compactions & flushes 2024-11-10T00:24:31,309 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731198257696.771b648989ae863f0ab0899af4bbd466. 2024-11-10T00:24:31,309 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731198257696.771b648989ae863f0ab0899af4bbd466. 2024-11-10T00:24:31,309 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731198257696.771b648989ae863f0ab0899af4bbd466. after waiting 0 ms 2024-11-10T00:24:31,309 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731198257696.771b648989ae863f0ab0899af4bbd466. 2024-11-10T00:24:31,309 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 771b648989ae863f0ab0899af4bbd466 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-10T00:24:31,323 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/data/hbase/meta/1588230740/.tmp/ns/cf2c5e289d6f4c28ae60e118ef266dda 2024-11-10T00:24:31,328 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/data/default/test/771b648989ae863f0ab0899af4bbd466/.tmp/f/455ffe3bb0bc4d2aa60c1dda07db3f9c is 29, key is row1/f:/1731198268845/DeleteFamily/seqid=0 2024-11-10T00:24:31,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741843_1019 (size=5152) 2024-11-10T00:24:31,338 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/data/default/test/771b648989ae863f0ab0899af4bbd466/.tmp/f/455ffe3bb0bc4d2aa60c1dda07db3f9c 2024-11-10T00:24:31,340 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/data/hbase/meta/1588230740/.tmp/rep_barrier/d23ff9dc38b7459882ecaa661abb6c9a is 112, key is test,,1731198257696.771b648989ae863f0ab0899af4bbd466./rep_barrier:seqnumDuringOpen/1731198258046/Put/seqid=0 2024-11-10T00:24:31,341 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 455ffe3bb0bc4d2aa60c1dda07db3f9c 2024-11-10T00:24:31,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741844_1020 (size=5518) 2024-11-10T00:24:31,348 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/data/hbase/meta/1588230740/.tmp/rep_barrier/d23ff9dc38b7459882ecaa661abb6c9a 2024-11-10T00:24:31,357 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/data/default/test/771b648989ae863f0ab0899af4bbd466/.tmp/f1/e401339959464b60a4430b081d7bc6a7 is 30, key is row1/f1:/1731198268845/DeleteFamily/seqid=0 2024-11-10T00:24:31,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741845_1021 (size=5158) 2024-11-10T00:24:31,363 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/data/default/test/771b648989ae863f0ab0899af4bbd466/.tmp/f1/e401339959464b60a4430b081d7bc6a7 2024-11-10T00:24:31,366 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e401339959464b60a4430b081d7bc6a7 2024-11-10T00:24:31,367 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/data/hbase/meta/1588230740/.tmp/table/6c01adb192424582a6cac6a016b8bf74 is 53, key is hbase:replication/table:state/1731198263814/Put/seqid=0 2024-11-10T00:24:31,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741846_1022 (size=5308) 2024-11-10T00:24:31,380 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/data/default/test/771b648989ae863f0ab0899af4bbd466/.tmp/norep/6715e2fa2fba4195a881a3d24eef7771 is 33, key is row2/norep:/1731198269862/DeleteFamily/seqid=0 2024-11-10T00:24:31,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741847_1023 (size=5108) 2024-11-10T00:24:31,383 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/data/default/test/771b648989ae863f0ab0899af4bbd466/.tmp/norep/6715e2fa2fba4195a881a3d24eef7771 2024-11-10T00:24:31,386 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6715e2fa2fba4195a881a3d24eef7771 2024-11-10T00:24:31,387 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/data/default/test/771b648989ae863f0ab0899af4bbd466/.tmp/f/455ffe3bb0bc4d2aa60c1dda07db3f9c as hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/data/default/test/771b648989ae863f0ab0899af4bbd466/f/455ffe3bb0bc4d2aa60c1dda07db3f9c 2024-11-10T00:24:31,389 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 455ffe3bb0bc4d2aa60c1dda07db3f9c 2024-11-10T00:24:31,389 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/data/default/test/771b648989ae863f0ab0899af4bbd466/f/455ffe3bb0bc4d2aa60c1dda07db3f9c, entries=3, sequenceid=10, filesize=5.0 K 2024-11-10T00:24:31,390 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/data/default/test/771b648989ae863f0ab0899af4bbd466/.tmp/f1/e401339959464b60a4430b081d7bc6a7 as hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/data/default/test/771b648989ae863f0ab0899af4bbd466/f1/e401339959464b60a4430b081d7bc6a7 2024-11-10T00:24:31,393 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e401339959464b60a4430b081d7bc6a7 2024-11-10T00:24:31,393 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/data/default/test/771b648989ae863f0ab0899af4bbd466/f1/e401339959464b60a4430b081d7bc6a7, entries=3, sequenceid=10, filesize=5.0 K 2024-11-10T00:24:31,394 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/data/default/test/771b648989ae863f0ab0899af4bbd466/.tmp/norep/6715e2fa2fba4195a881a3d24eef7771 as hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/data/default/test/771b648989ae863f0ab0899af4bbd466/norep/6715e2fa2fba4195a881a3d24eef7771 2024-11-10T00:24:31,396 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6715e2fa2fba4195a881a3d24eef7771 2024-11-10T00:24:31,396 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/data/default/test/771b648989ae863f0ab0899af4bbd466/norep/6715e2fa2fba4195a881a3d24eef7771, entries=1, sequenceid=10, filesize=5.0 K 2024-11-10T00:24:31,397 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 771b648989ae863f0ab0899af4bbd466 in 88ms, sequenceid=10, compaction requested=false 2024-11-10T00:24:31,400 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/data/default/test/771b648989ae863f0ab0899af4bbd466/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-10T00:24:31,401 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T00:24:31,401 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T00:24:31,401 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731198257696.771b648989ae863f0ab0899af4bbd466. 2024-11-10T00:24:31,401 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 771b648989ae863f0ab0899af4bbd466: Waiting for close lock at 1731198271309Running coprocessor pre-close hooks at 1731198271309Disabling compacts and flushes for region at 1731198271309Disabling writes for close at 1731198271309Obtaining lock to block concurrent updates at 1731198271309Preparing flush snapshotting stores in 771b648989ae863f0ab0899af4bbd466 at 1731198271309Finished memstore snapshotting test,,1731198257696.771b648989ae863f0ab0899af4bbd466., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731198271310 (+1 ms)Flushing stores of test,,1731198257696.771b648989ae863f0ab0899af4bbd466. at 1731198271310Flushing 771b648989ae863f0ab0899af4bbd466/f: creating writer at 1731198271310Flushing 771b648989ae863f0ab0899af4bbd466/f: appending metadata at 1731198271327 (+17 ms)Flushing 771b648989ae863f0ab0899af4bbd466/f: closing flushed file at 1731198271327Flushing 771b648989ae863f0ab0899af4bbd466/f1: creating writer at 1731198271341 (+14 ms)Flushing 771b648989ae863f0ab0899af4bbd466/f1: appending metadata at 1731198271356 (+15 ms)Flushing 771b648989ae863f0ab0899af4bbd466/f1: closing flushed file at 1731198271356Flushing 771b648989ae863f0ab0899af4bbd466/norep: creating writer at 1731198271367 (+11 ms)Flushing 771b648989ae863f0ab0899af4bbd466/norep: appending metadata at 1731198271380 (+13 ms)Flushing 771b648989ae863f0ab0899af4bbd466/norep: closing flushed file at 1731198271380Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c94e0e9: reopening flushed file at 1731198271386 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dfdcb16: reopening flushed file at 1731198271390 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c5da17d: reopening flushed file at 1731198271393 (+3 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 771b648989ae863f0ab0899af4bbd466 in 88ms, sequenceid=10, compaction requested=false at 1731198271397 (+4 ms)Writing region close event to WAL at 1731198271398 (+1 ms)Running coprocessor post-close hooks at 1731198271401 (+3 ms)Closed at 1731198271401 2024-11-10T00:24:31,401 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731198257696.771b648989ae863f0ab0899af4bbd466. 2024-11-10T00:24:31,477 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38291,1731198242542.replicationSource.wal-reader.b3c019fcff38%2C38291%2C1731198242542,1-b3c019fcff38,38291,1731198242542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/WALs/b3c019fcff38,38291,1731198242542/b3c019fcff38%2C38291%2C1731198242542.1731198244526 to pos 636, reset compression=false 2024-11-10T00:24:31,477 DEBUG [RS:0;b3c019fcff38:42241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:24:31,549 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.wal-reader.b3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/WALs/b3c019fcff38,38829,1731198246248/b3c019fcff38%2C38829%2C1731198246248.1731198248230 to pos 1191, reset compression=false 2024-11-10T00:24:31,594 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365.replicationSource.wal-reader.b3c019fcff38%2C42241%2C1731198250365,1-b3c019fcff38,42241,1731198250365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/WALs/b3c019fcff38,42241,1731198250365/b3c019fcff38%2C42241%2C1731198250365.1731198252342 to pos 1241, reset compression=false 2024-11-10T00:24:31,598 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365.replicationSource.wal-reader.b3c019fcff38%2C42241%2C1731198250365,1-b3c019fcff38,42241,1731198250365 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T00:24:31,598 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365.replicationSource.wal-reader.b3c019fcff38%2C42241%2C1731198250365,1-b3c019fcff38,42241,1731198250365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/WALs/b3c019fcff38,42241,1731198250365/b3c019fcff38%2C42241%2C1731198250365.1731198252342 to pos 2132, reset compression=false 2024-11-10T00:24:31,598 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365.replicationSource.shipperb3c019fcff38%2C42241%2C1731198250365,1-b3c019fcff38,42241,1731198250365 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,42241,1731198250365 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/WALs/b3c019fcff38,42241,1731198250365/b3c019fcff38%2C42241%2C1731198250365.1731198252342, lastWalPosition=2132, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T00:24:31,599 ERROR [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365.replicationSource.shipperb3c019fcff38%2C42241%2C1731198250365,1-b3c019fcff38,42241,1731198250365 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b3c019fcff38,42241,1731198250365: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b3c019fcff38,42241,1731198250365, walGroup=b3c019fcff38%2C42241%2C1731198250365, offset=b3c019fcff38%2C42241%2C1731198250365.1731198252342:2132, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b3c019fcff38:42241 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T00:24:31,600 ERROR [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365.replicationSource.shipperb3c019fcff38%2C42241%2C1731198250365,1-b3c019fcff38,42241,1731198250365 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T00:24:31,600 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365.replicationSource.shipperb3c019fcff38%2C42241%2C1731198250365,1-b3c019fcff38,42241,1731198250365 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T00:24:31,601 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365.replicationSource.shipperb3c019fcff38%2C42241%2C1731198250365,1-b3c019fcff38,42241,1731198250365 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T00:24:31,601 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365.replicationSource.shipperb3c019fcff38%2C42241%2C1731198250365,1-b3c019fcff38,42241,1731198250365 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T00:24:31,601 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365.replicationSource.shipperb3c019fcff38%2C42241%2C1731198250365,1-b3c019fcff38,42241,1731198250365 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T00:24:31,601 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365.replicationSource.shipperb3c019fcff38%2C42241%2C1731198250365,1-b3c019fcff38,42241,1731198250365 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1394606080, "init": 1048576000, "max": 2306867200, "used": 902635584 }, "NonHeapMemoryUsage": { "committed": 205258752, "init": 7667712, "max": -1, "used": 202185144 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T00:24:31,601 WARN [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365.replicationSource.shipperb3c019fcff38%2C42241%2C1731198250365,1-b3c019fcff38,42241,1731198250365 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b3c019fcff38:35205 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b3c019fcff38:35205 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T00:24:31,678 DEBUG [RS:0;b3c019fcff38:42241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:24:31,771 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/data/hbase/meta/1588230740/.tmp/table/6c01adb192424582a6cac6a016b8bf74 2024-11-10T00:24:31,775 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/data/hbase/meta/1588230740/.tmp/info/990183e77dc3464cb33f0ad09a8b90f8 as hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/data/hbase/meta/1588230740/info/990183e77dc3464cb33f0ad09a8b90f8 2024-11-10T00:24:31,778 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/data/hbase/meta/1588230740/info/990183e77dc3464cb33f0ad09a8b90f8, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T00:24:31,779 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/data/hbase/meta/1588230740/.tmp/ns/cf2c5e289d6f4c28ae60e118ef266dda as hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/data/hbase/meta/1588230740/ns/cf2c5e289d6f4c28ae60e118ef266dda 2024-11-10T00:24:31,782 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/data/hbase/meta/1588230740/ns/cf2c5e289d6f4c28ae60e118ef266dda, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T00:24:31,782 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/data/hbase/meta/1588230740/.tmp/rep_barrier/d23ff9dc38b7459882ecaa661abb6c9a as hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/data/hbase/meta/1588230740/rep_barrier/d23ff9dc38b7459882ecaa661abb6c9a 2024-11-10T00:24:31,785 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/data/hbase/meta/1588230740/rep_barrier/d23ff9dc38b7459882ecaa661abb6c9a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T00:24:31,786 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/data/hbase/meta/1588230740/.tmp/table/6c01adb192424582a6cac6a016b8bf74 as hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/data/hbase/meta/1588230740/table/6c01adb192424582a6cac6a016b8bf74 2024-11-10T00:24:31,789 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/data/hbase/meta/1588230740/table/6c01adb192424582a6cac6a016b8bf74, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T00:24:31,789 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 912ms, sequenceid=16, compaction requested=false 2024-11-10T00:24:31,793 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T00:24:31,793 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T00:24:31,793 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T00:24:31,793 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T00:24:31,793 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731198270877Running coprocessor pre-close hooks at 1731198270877Disabling compacts and flushes for region at 1731198270877Disabling writes for close at 1731198270877Obtaining lock to block concurrent updates at 1731198270877Preparing flush snapshotting stores in 1588230740 at 1731198270877Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731198270877Flushing stores of hbase:meta,,1.1588230740 at 1731198270878 (+1 ms)Flushing 1588230740/info: creating writer at 1731198270878Flushing 1588230740/info: appending metadata at 1731198270894 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731198270894Flushing 1588230740/ns: creating writer at 1731198270902 (+8 ms)Flushing 1588230740/ns: appending metadata at 1731198270918 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731198270918Flushing 1588230740/rep_barrier: creating writer at 1731198271326 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731198271340 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731198271340Flushing 1588230740/table: creating writer at 1731198271351 (+11 ms)Flushing 1588230740/table: appending metadata at 1731198271366 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731198271367 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c58f597: reopening flushed file at 1731198271774 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65720100: reopening flushed file at 1731198271778 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@734a8a69: reopening flushed file at 1731198271782 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f910fe7: reopening flushed file at 1731198271785 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 912ms, sequenceid=16, compaction requested=false at 1731198271789 (+4 ms)Writing region close event to WAL at 1731198271791 (+2 ms)Running coprocessor post-close hooks at 1731198271793 (+2 ms)Closed at 1731198271793 2024-11-10T00:24:31,794 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T00:24:31,801 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365.replicationSource.wal-reader.b3c019fcff38%2C42241%2C1731198250365,1-b3c019fcff38,42241,1731198250365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/WALs/b3c019fcff38,42241,1731198250365/b3c019fcff38%2C42241%2C1731198250365.1731198252342 to pos 2132, reset compression=false 2024-11-10T00:24:31,878 INFO [RS:0;b3c019fcff38:42241 {}] regionserver.HRegionServer(976): stopping server b3c019fcff38,42241,1731198250365; all regions closed. 2024-11-10T00:24:31,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741834_1010 (size=4239) 2024-11-10T00:24:31,880 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/WALs/b3c019fcff38,42241,1731198250365/b3c019fcff38%2C42241%2C1731198250365.meta.1731198253259.meta not finished, retry = 0 2024-11-10T00:24:31,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741839_1015 (size=3114) 2024-11-10T00:24:31,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741832_1008 (size=2140) 2024-11-10T00:24:31,985 DEBUG [RS:0;b3c019fcff38:42241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:24:31,985 INFO [RS:0;b3c019fcff38:42241 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T00:24:31,985 INFO [RS:0;b3c019fcff38:42241 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T00:24:31,985 INFO [RS:0;b3c019fcff38:42241 {}] hbase.ChoreService(370): Chore service for: regionserver/b3c019fcff38:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T00:24:31,985 INFO [RS:0;b3c019fcff38:42241 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T00:24:31,986 INFO [regionserver/b3c019fcff38:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T00:24:31,986 INFO [RS:0;b3c019fcff38:42241 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b3c019fcff38,42241,1731198250365 because: Region server is closing 2024-11-10T00:24:31,986 INFO [RS:0;b3c019fcff38:42241 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b3c019fcff38:42241. 2024-11-10T00:24:31,986 DEBUG [RS:0;b3c019fcff38:42241 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:24:31,986 DEBUG [RS:0;b3c019fcff38:42241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:24:31,986 DEBUG [RS:0;b3c019fcff38:42241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:24:31,986 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:24:32,053 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.wal-reader.b3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/WALs/b3c019fcff38,38829,1731198246248/b3c019fcff38%2C38829%2C1731198246248.1731198248230 to pos 1191, reset compression=false 2024-11-10T00:24:32,085 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T00:24:32,086 INFO [RS:0;b3c019fcff38:42241 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365.replicationSource.shipperb3c019fcff38%2C42241%2C1731198250365,1-b3c019fcff38,42241,1731198250365 terminated 2024-11-10T00:24:32,087 INFO [RS:0;b3c019fcff38:42241 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b3c019fcff38:42241. 2024-11-10T00:24:32,087 WARN [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,42241,1731198250365.replicationSource.wal-reader.b3c019fcff38%2C42241%2C1731198250365,1-b3c019fcff38,42241,1731198250365 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T00:24:32,087 DEBUG [RS:0;b3c019fcff38:42241 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:24:32,087 DEBUG [RS:0;b3c019fcff38:42241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:24:32,087 DEBUG [RS:0;b3c019fcff38:42241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:24:32,087 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:24:32,087 INFO [RS:0;b3c019fcff38:42241 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42241 2024-11-10T00:24:32,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42241-0x100ff42b5920007, quorum=127.0.0.1:50569, baseZNode=/22111082631 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22111082631/rs/b3c019fcff38,42241,1731198250365 2024-11-10T00:24:32,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35205-0x100ff42b5920006, quorum=127.0.0.1:50569, baseZNode=/22111082631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22111082631/rs 2024-11-10T00:24:32,089 INFO [RS:0;b3c019fcff38:42241 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T00:24:32,091 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b3c019fcff38,42241,1731198250365] 2024-11-10T00:24:32,093 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /22111082631/draining/b3c019fcff38,42241,1731198250365 already deleted, retry=false 2024-11-10T00:24:32,093 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b3c019fcff38,42241,1731198250365 expired; onlineServers=0 2024-11-10T00:24:32,093 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b3c019fcff38,35205,1731198250330' ***** 2024-11-10T00:24:32,093 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T00:24:32,093 INFO [M:0;b3c019fcff38:35205 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T00:24:32,093 INFO [M:0;b3c019fcff38:35205 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T00:24:32,093 DEBUG [M:0;b3c019fcff38:35205 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T00:24:32,093 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T00:24:32,093 DEBUG [M:0;b3c019fcff38:35205 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T00:24:32,093 DEBUG [master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731198252124 {}] cleaner.HFileCleaner(306): Exit Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731198252124,5,FailOnTimeoutGroup] 2024-11-10T00:24:32,093 DEBUG [master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731198252121 {}] cleaner.HFileCleaner(306): Exit Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731198252121,5,FailOnTimeoutGroup] 2024-11-10T00:24:32,093 INFO [M:0;b3c019fcff38:35205 {}] hbase.ChoreService(370): Chore service for: master/b3c019fcff38:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T00:24:32,094 INFO [M:0;b3c019fcff38:35205 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T00:24:32,094 DEBUG [M:0;b3c019fcff38:35205 {}] master.HMaster(1795): Stopping service threads 2024-11-10T00:24:32,094 INFO [M:0;b3c019fcff38:35205 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T00:24:32,094 INFO [M:0;b3c019fcff38:35205 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T00:24:32,094 INFO [M:0;b3c019fcff38:35205 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T00:24:32,094 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T00:24:32,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35205-0x100ff42b5920006, quorum=127.0.0.1:50569, baseZNode=/22111082631 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22111082631/master 2024-11-10T00:24:32,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35205-0x100ff42b5920006, quorum=127.0.0.1:50569, baseZNode=/22111082631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22111082631 2024-11-10T00:24:32,095 DEBUG [M:0;b3c019fcff38:35205 {}] zookeeper.ZKUtil(347): master:35205-0x100ff42b5920006, quorum=127.0.0.1:50569, baseZNode=/22111082631 Unable to get data of znode /22111082631/master because node does not exist (not an error) 2024-11-10T00:24:32,095 WARN [M:0;b3c019fcff38:35205 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T00:24:32,095 INFO [M:0;b3c019fcff38:35205 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/.lastflushedseqids 2024-11-10T00:24:32,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741848_1024 (size=245) 2024-11-10T00:24:32,099 INFO [M:0;b3c019fcff38:35205 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T00:24:32,099 INFO [M:0;b3c019fcff38:35205 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T00:24:32,099 DEBUG [M:0;b3c019fcff38:35205 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T00:24:32,099 INFO [M:0;b3c019fcff38:35205 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:24:32,099 DEBUG [M:0;b3c019fcff38:35205 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:24:32,099 DEBUG [M:0;b3c019fcff38:35205 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T00:24:32,099 DEBUG [M:0;b3c019fcff38:35205 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:24:32,099 INFO [M:0;b3c019fcff38:35205 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-10T00:24:32,114 DEBUG [M:0;b3c019fcff38:35205 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3163bf811c0f41c0bef3572074712263 is 82, key is hbase:meta,,1/info:regioninfo/1731198253288/Put/seqid=0 2024-11-10T00:24:32,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741849_1025 (size=5672) 2024-11-10T00:24:32,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42241-0x100ff42b5920007, quorum=127.0.0.1:50569, baseZNode=/22111082631 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:24:32,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42241-0x100ff42b5920007, quorum=127.0.0.1:50569, baseZNode=/22111082631 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:24:32,191 INFO [RS:0;b3c019fcff38:42241 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T00:24:32,191 INFO [RS:0;b3c019fcff38:42241 {}] regionserver.HRegionServer(1031): Exiting; stopping=b3c019fcff38,42241,1731198250365; zookeeper connection closed. 2024-11-10T00:24:32,191 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@66bfaec0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@66bfaec0 2024-11-10T00:24:32,191 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T00:24:32,381 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38291,1731198242542.replicationSource.wal-reader.b3c019fcff38%2C38291%2C1731198242542,1-b3c019fcff38,38291,1731198242542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/WALs/b3c019fcff38,38291,1731198242542/b3c019fcff38%2C38291%2C1731198242542.1731198244526 to pos 636, reset compression=false 2024-11-10T00:24:32,518 INFO [M:0;b3c019fcff38:35205 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3163bf811c0f41c0bef3572074712263 2024-11-10T00:24:32,535 DEBUG [M:0;b3c019fcff38:35205 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/591e1650972a4d7e92aca9f8e1fc301f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731198263817/Put/seqid=0 2024-11-10T00:24:32,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741850_1026 (size=8516) 2024-11-10T00:24:32,656 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.wal-reader.b3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/WALs/b3c019fcff38,38829,1731198246248/b3c019fcff38%2C38829%2C1731198246248.1731198248230 to pos 1191, reset compression=false 2024-11-10T00:24:32,939 INFO [M:0;b3c019fcff38:35205 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/591e1650972a4d7e92aca9f8e1fc301f 2024-11-10T00:24:32,956 DEBUG [M:0;b3c019fcff38:35205 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/265fdc539feb40ddb342f46d8f20e5c1 is 69, key is b3c019fcff38,42241,1731198250365/rs:state/1731198252200/Put/seqid=0 2024-11-10T00:24:32,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741851_1027 (size=5156) 2024-11-10T00:24:33,359 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.wal-reader.b3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/WALs/b3c019fcff38,38829,1731198246248/b3c019fcff38%2C38829%2C1731198246248.1731198248230 to pos 1191, reset compression=false 2024-11-10T00:24:33,360 INFO [M:0;b3c019fcff38:35205 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/265fdc539feb40ddb342f46d8f20e5c1 2024-11-10T00:24:33,364 DEBUG [M:0;b3c019fcff38:35205 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3163bf811c0f41c0bef3572074712263 as hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3163bf811c0f41c0bef3572074712263 2024-11-10T00:24:33,367 INFO [M:0;b3c019fcff38:35205 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3163bf811c0f41c0bef3572074712263, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T00:24:33,368 DEBUG [M:0;b3c019fcff38:35205 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/591e1650972a4d7e92aca9f8e1fc301f as hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/591e1650972a4d7e92aca9f8e1fc301f 2024-11-10T00:24:33,370 INFO [M:0;b3c019fcff38:35205 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/591e1650972a4d7e92aca9f8e1fc301f, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T00:24:33,371 DEBUG [M:0;b3c019fcff38:35205 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/265fdc539feb40ddb342f46d8f20e5c1 as hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/265fdc539feb40ddb342f46d8f20e5c1 2024-11-10T00:24:33,374 INFO [M:0;b3c019fcff38:35205 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32783/user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/265fdc539feb40ddb342f46d8f20e5c1, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T00:24:33,375 INFO [M:0;b3c019fcff38:35205 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=97, compaction requested=false 2024-11-10T00:24:33,379 INFO [M:0;b3c019fcff38:35205 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:24:33,379 DEBUG [M:0;b3c019fcff38:35205 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731198272099Disabling compacts and flushes for region at 1731198272099Disabling writes for close at 1731198272099Obtaining lock to block concurrent updates at 1731198272099Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731198272099Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731198272100 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731198272100Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731198272100Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731198272113 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731198272113Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731198272521 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731198272535 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731198272535Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731198272942 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731198272956 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731198272956Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5255085b: reopening flushed file at 1731198273363 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e9c5bef: reopening flushed file at 1731198273367 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51fd55c: reopening flushed file at 1731198273370 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=97, compaction requested=false at 1731198273375 (+5 ms)Writing region close event to WAL at 1731198273379 (+4 ms)Closed at 1731198273379 2024-11-10T00:24:33,381 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/753d2c6f-bc15-7f72-9edc-e484c48128b8/MasterData/WALs/b3c019fcff38,35205,1731198250330/b3c019fcff38%2C35205%2C1731198250330.1731198252047 not finished, retry = 0 2024-11-10T00:24:33,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741830_1006 (size=63654) 2024-11-10T00:24:33,384 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38291,1731198242542.replicationSource.wal-reader.b3c019fcff38%2C38291%2C1731198242542,1-b3c019fcff38,38291,1731198242542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/WALs/b3c019fcff38,38291,1731198242542/b3c019fcff38%2C38291%2C1731198242542.1731198244526 to pos 636, reset compression=false 2024-11-10T00:24:33,482 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T00:24:33,482 INFO [M:0;b3c019fcff38:35205 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T00:24:33,482 INFO [M:0;b3c019fcff38:35205 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35205 2024-11-10T00:24:33,483 INFO [M:0;b3c019fcff38:35205 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T00:24:33,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35205-0x100ff42b5920006, quorum=127.0.0.1:50569, baseZNode=/22111082631 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:24:33,585 INFO [M:0;b3c019fcff38:35205 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T00:24:33,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35205-0x100ff42b5920006, quorum=127.0.0.1:50569, baseZNode=/22111082631 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:24:33,588 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c5185f7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T00:24:33,588 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d4c6a52{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T00:24:33,588 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T00:24:33,588 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2579cfe1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T00:24:33,588 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@135cf969{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a147fd22-8c78-db80-2b59-0d3c44fef565/hadoop.log.dir/,STOPPED} 2024-11-10T00:24:33,589 WARN [BP-1667379905-172.17.0.2-1731198249310 heartbeating to localhost/127.0.0.1:32783 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T00:24:33,589 WARN [BP-1667379905-172.17.0.2-1731198249310 heartbeating to localhost/127.0.0.1:32783 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1667379905-172.17.0.2-1731198249310 (Datanode Uuid 72a61cb6-95f7-4069-ab07-5d27fb7ec7c1) service to localhost/127.0.0.1:32783 2024-11-10T00:24:33,589 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T00:24:33,589 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T00:24:33,590 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a147fd22-8c78-db80-2b59-0d3c44fef565/cluster_914910cb-5f8e-ce09-f344-21cfcd151afc/data/data1/current/BP-1667379905-172.17.0.2-1731198249310 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T00:24:33,590 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a147fd22-8c78-db80-2b59-0d3c44fef565/cluster_914910cb-5f8e-ce09-f344-21cfcd151afc/data/data2/current/BP-1667379905-172.17.0.2-1731198249310 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T00:24:33,590 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T00:24:33,596 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4605f804{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T00:24:33,597 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a92c29c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T00:24:33,597 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T00:24:33,597 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f9b003e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T00:24:33,597 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78a10f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a147fd22-8c78-db80-2b59-0d3c44fef565/hadoop.log.dir/,STOPPED} 2024-11-10T00:24:33,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T00:24:33,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T00:24:33,609 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:24:33,609 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:24:33,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:24:33,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:24:33,610 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:24:33,610 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T00:24:33,610 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=846840191, stopped=false 2024-11-10T00:24:33,610 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b3c019fcff38,39083,1731198246211 2024-11-10T00:24:33,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39083-0x100ff42b5920003, quorum=127.0.0.1:50569, baseZNode=/166525426 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/166525426/running 2024-11-10T00:24:33,612 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T00:24:33,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38829-0x100ff42b5920004, quorum=127.0.0.1:50569, baseZNode=/166525426 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/166525426/running 2024-11-10T00:24:33,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39083-0x100ff42b5920003, quorum=127.0.0.1:50569, baseZNode=/166525426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/166525426 2024-11-10T00:24:33,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38829-0x100ff42b5920004, quorum=127.0.0.1:50569, baseZNode=/166525426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/166525426 2024-11-10T00:24:33,612 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38829-0x100ff42b5920004, quorum=127.0.0.1:50569, baseZNode=/166525426 Set watcher on znode that does not yet exist, /166525426/running 2024-11-10T00:24:33,612 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39083-0x100ff42b5920003, quorum=127.0.0.1:50569, baseZNode=/166525426 Set watcher on znode that does not yet exist, /166525426/running 2024-11-10T00:24:33,613 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:24:33,613 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:24:33,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:24:33,613 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b3c019fcff38,38829,1731198246248' ***** 2024-11-10T00:24:33,613 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T00:24:33,614 INFO [RS:0;b3c019fcff38:38829 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T00:24:33,614 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T00:24:33,614 INFO [RS:0;b3c019fcff38:38829 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T00:24:33,614 INFO [RS:0;b3c019fcff38:38829 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T00:24:33,614 INFO [RS:0;b3c019fcff38:38829 {}] regionserver.HRegionServer(3091): Received CLOSE for faf820f026a13b47bcc5c2afb1edbb78 2024-11-10T00:24:33,614 INFO [RS:0;b3c019fcff38:38829 {}] regionserver.HRegionServer(3091): Received CLOSE for 67432d64fce05b069ef6cee569ed999c 2024-11-10T00:24:33,614 INFO [RS:0;b3c019fcff38:38829 {}] regionserver.HRegionServer(959): stopping server b3c019fcff38,38829,1731198246248 2024-11-10T00:24:33,614 INFO [RS:0;b3c019fcff38:38829 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T00:24:33,614 INFO [RS:0;b3c019fcff38:38829 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b3c019fcff38:38829. 2024-11-10T00:24:33,614 DEBUG [RS:0;b3c019fcff38:38829 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:24:33,614 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing faf820f026a13b47bcc5c2afb1edbb78, disabling compactions & flushes 2024-11-10T00:24:33,614 DEBUG [RS:0;b3c019fcff38:38829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:24:33,614 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731198260497.faf820f026a13b47bcc5c2afb1edbb78. 2024-11-10T00:24:33,614 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731198260497.faf820f026a13b47bcc5c2afb1edbb78. 2024-11-10T00:24:33,614 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731198260497.faf820f026a13b47bcc5c2afb1edbb78. after waiting 0 ms 2024-11-10T00:24:33,614 INFO [RS:0;b3c019fcff38:38829 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T00:24:33,614 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731198260497.faf820f026a13b47bcc5c2afb1edbb78. 2024-11-10T00:24:33,614 INFO [RS:0;b3c019fcff38:38829 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T00:24:33,614 INFO [RS:0;b3c019fcff38:38829 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T00:24:33,614 INFO [RS:0;b3c019fcff38:38829 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T00:24:33,614 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing faf820f026a13b47bcc5c2afb1edbb78 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-10T00:24:33,615 INFO [RS:0;b3c019fcff38:38829 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T00:24:33,615 DEBUG [RS:0;b3c019fcff38:38829 {}] regionserver.HRegionServer(1325): Online Regions={faf820f026a13b47bcc5c2afb1edbb78=hbase:replication,,1731198260497.faf820f026a13b47bcc5c2afb1edbb78., 67432d64fce05b069ef6cee569ed999c=test,,1731198255545.67432d64fce05b069ef6cee569ed999c., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T00:24:33,615 DEBUG [RS:0;b3c019fcff38:38829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 67432d64fce05b069ef6cee569ed999c, faf820f026a13b47bcc5c2afb1edbb78 2024-11-10T00:24:33,615 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T00:24:33,615 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T00:24:33,615 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T00:24:33,615 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T00:24:33,615 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T00:24:33,615 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T00:24:33,623 INFO [regionserver/b3c019fcff38:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T00:24:33,636 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/data/hbase/meta/1588230740/.tmp/info/02216a3c57374f819f83a1775ff57591 is 147, key is hbase:replication,,1731198260497.faf820f026a13b47bcc5c2afb1edbb78./info:regioninfo/1731198261677/Put/seqid=0 2024-11-10T00:24:33,636 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/data/hbase/replication/faf820f026a13b47bcc5c2afb1edbb78/.tmp/queue/1824266fd85a4a8c8058885c64cd53b7 is 154, key is 1-b3c019fcff38,38829,1731198246248/queue:b3c019fcff38%2C38829%2C1731198246248/1731198270641/Put/seqid=0 2024-11-10T00:24:33,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36579 is added to blk_1073741840_1016 (size=7686) 2024-11-10T00:24:33,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36579 is added to blk_1073741841_1017 (size=5353) 2024-11-10T00:24:33,815 DEBUG [RS:0;b3c019fcff38:38829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 67432d64fce05b069ef6cee569ed999c, faf820f026a13b47bcc5c2afb1edbb78 2024-11-10T00:24:34,015 DEBUG [RS:0;b3c019fcff38:38829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 67432d64fce05b069ef6cee569ed999c, faf820f026a13b47bcc5c2afb1edbb78 2024-11-10T00:24:34,040 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/data/hbase/meta/1588230740/.tmp/info/02216a3c57374f819f83a1775ff57591 2024-11-10T00:24:34,041 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/data/hbase/replication/faf820f026a13b47bcc5c2afb1edbb78/.tmp/queue/1824266fd85a4a8c8058885c64cd53b7 2024-11-10T00:24:34,045 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/data/hbase/replication/faf820f026a13b47bcc5c2afb1edbb78/.tmp/queue/1824266fd85a4a8c8058885c64cd53b7 as hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/data/hbase/replication/faf820f026a13b47bcc5c2afb1edbb78/queue/1824266fd85a4a8c8058885c64cd53b7 2024-11-10T00:24:34,049 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/data/hbase/replication/faf820f026a13b47bcc5c2afb1edbb78/queue/1824266fd85a4a8c8058885c64cd53b7, entries=1, sequenceid=12, filesize=5.2 K 2024-11-10T00:24:34,050 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for faf820f026a13b47bcc5c2afb1edbb78 in 436ms, sequenceid=12, compaction requested=false 2024-11-10T00:24:34,056 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/data/hbase/replication/faf820f026a13b47bcc5c2afb1edbb78/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-10T00:24:34,057 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T00:24:34,057 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T00:24:34,057 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731198260497.faf820f026a13b47bcc5c2afb1edbb78. 2024-11-10T00:24:34,057 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for faf820f026a13b47bcc5c2afb1edbb78: Waiting for close lock at 1731198273614Running coprocessor pre-close hooks at 1731198273614Disabling compacts and flushes for region at 1731198273614Disabling writes for close at 1731198273614Obtaining lock to block concurrent updates at 1731198273614Preparing flush snapshotting stores in faf820f026a13b47bcc5c2afb1edbb78 at 1731198273614Finished memstore snapshotting hbase:replication,,1731198260497.faf820f026a13b47bcc5c2afb1edbb78., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731198273615 (+1 ms)Flushing stores of hbase:replication,,1731198260497.faf820f026a13b47bcc5c2afb1edbb78. at 1731198273615Flushing faf820f026a13b47bcc5c2afb1edbb78/queue: creating writer at 1731198273615Flushing faf820f026a13b47bcc5c2afb1edbb78/queue: appending metadata at 1731198273636 (+21 ms)Flushing faf820f026a13b47bcc5c2afb1edbb78/queue: closing flushed file at 1731198273636Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f7757e3: reopening flushed file at 1731198274045 (+409 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for faf820f026a13b47bcc5c2afb1edbb78 in 436ms, sequenceid=12, compaction requested=false at 1731198274050 (+5 ms)Writing region close event to WAL at 1731198274054 (+4 ms)Running coprocessor post-close hooks at 1731198274057 (+3 ms)Closed at 1731198274057 2024-11-10T00:24:34,057 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731198260497.faf820f026a13b47bcc5c2afb1edbb78. 2024-11-10T00:24:34,057 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 67432d64fce05b069ef6cee569ed999c, disabling compactions & flushes 2024-11-10T00:24:34,057 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731198255545.67432d64fce05b069ef6cee569ed999c. 2024-11-10T00:24:34,057 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731198255545.67432d64fce05b069ef6cee569ed999c. 2024-11-10T00:24:34,057 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731198255545.67432d64fce05b069ef6cee569ed999c. after waiting 0 ms 2024-11-10T00:24:34,057 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731198255545.67432d64fce05b069ef6cee569ed999c. 2024-11-10T00:24:34,057 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 67432d64fce05b069ef6cee569ed999c 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-10T00:24:34,064 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/data/hbase/meta/1588230740/.tmp/ns/0718b5f6f9374bc4a133721e5e929717 is 43, key is default/ns:d/1731198249178/Put/seqid=0 2024-11-10T00:24:34,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36579 is added to blk_1073741842_1018 (size=5153) 2024-11-10T00:24:34,075 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/data/default/test/67432d64fce05b069ef6cee569ed999c/.tmp/f/db4492e96db04c768cd1982315845b1d is 29, key is row1/f:/1731198268845/DeleteFamily/seqid=0 2024-11-10T00:24:34,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36579 is added to blk_1073741843_1019 (size=5152) 2024-11-10T00:24:34,127 INFO [regionserver/b3c019fcff38:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T00:24:34,127 INFO [regionserver/b3c019fcff38:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T00:24:34,162 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.wal-reader.b3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/WALs/b3c019fcff38,38829,1731198246248/b3c019fcff38%2C38829%2C1731198246248.1731198248230 to pos 1191, reset compression=false 2024-11-10T00:24:34,166 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.wal-reader.b3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T00:24:34,166 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.wal-reader.b3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/WALs/b3c019fcff38,38829,1731198246248/b3c019fcff38%2C38829%2C1731198246248.1731198248230 to pos 1438, reset compression=false 2024-11-10T00:24:34,166 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.shipperb3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,38829,1731198246248 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/WALs/b3c019fcff38,38829,1731198246248/b3c019fcff38%2C38829%2C1731198246248.1731198248230, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T00:24:34,167 ERROR [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.shipperb3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b3c019fcff38,38829,1731198246248: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b3c019fcff38,38829,1731198246248, walGroup=b3c019fcff38%2C38829%2C1731198246248, offset=b3c019fcff38%2C38829%2C1731198246248.1731198248230:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b3c019fcff38:38829 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T00:24:34,168 ERROR [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.shipperb3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T00:24:34,168 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.shipperb3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T00:24:34,169 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.shipperb3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T00:24:34,170 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.shipperb3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T00:24:34,170 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.shipperb3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T00:24:34,170 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.shipperb3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1394606080, "init": 1048576000, "max": 2306867200, "used": 955064384 }, "NonHeapMemoryUsage": { "committed": 205389824, "init": 7667712, "max": -1, "used": 202418408 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T00:24:34,170 WARN [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.shipperb3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b3c019fcff38:39083 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b3c019fcff38:39083 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T00:24:34,215 DEBUG [RS:0;b3c019fcff38:38829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 67432d64fce05b069ef6cee569ed999c 2024-11-10T00:24:34,369 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.wal-reader.b3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/WALs/b3c019fcff38,38829,1731198246248/b3c019fcff38%2C38829%2C1731198246248.1731198248230 to pos 1438, reset compression=false 2024-11-10T00:24:34,416 DEBUG [RS:0;b3c019fcff38:38829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 67432d64fce05b069ef6cee569ed999c 2024-11-10T00:24:34,470 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/data/hbase/meta/1588230740/.tmp/ns/0718b5f6f9374bc4a133721e5e929717 2024-11-10T00:24:34,478 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/data/default/test/67432d64fce05b069ef6cee569ed999c/.tmp/f/db4492e96db04c768cd1982315845b1d 2024-11-10T00:24:34,481 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for db4492e96db04c768cd1982315845b1d 2024-11-10T00:24:34,487 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38291,1731198242542.replicationSource.wal-reader.b3c019fcff38%2C38291%2C1731198242542,1-b3c019fcff38,38291,1731198242542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/WALs/b3c019fcff38,38291,1731198242542/b3c019fcff38%2C38291%2C1731198242542.1731198244526 to pos 636, reset compression=false 2024-11-10T00:24:34,491 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/data/hbase/meta/1588230740/.tmp/rep_barrier/8f533dfe2e334a87b113c09ce82dc3db is 112, key is test,,1731198255545.67432d64fce05b069ef6cee569ed999c./rep_barrier:seqnumDuringOpen/1731198256700/Put/seqid=0 2024-11-10T00:24:34,495 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/data/default/test/67432d64fce05b069ef6cee569ed999c/.tmp/f1/3bbec2849861428e8dc3a6f4816a44a3 is 30, key is row1/f1:/1731198268845/DeleteFamily/seqid=0 2024-11-10T00:24:34,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36579 is added to blk_1073741844_1020 (size=5518) 2024-11-10T00:24:34,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36579 is added to blk_1073741845_1021 (size=5158) 2024-11-10T00:24:34,498 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/data/default/test/67432d64fce05b069ef6cee569ed999c/.tmp/f1/3bbec2849861428e8dc3a6f4816a44a3 2024-11-10T00:24:34,501 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3bbec2849861428e8dc3a6f4816a44a3 2024-11-10T00:24:34,514 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/data/default/test/67432d64fce05b069ef6cee569ed999c/.tmp/norep/4ac68065be83475ea5d9e9d6873a0c24 is 33, key is row1/norep:/1731198268845/DeleteFamily/seqid=0 2024-11-10T00:24:34,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36579 is added to blk_1073741846_1022 (size=5108) 2024-11-10T00:24:34,616 INFO [RS:0;b3c019fcff38:38829 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T00:24:34,616 DEBUG [RS:0;b3c019fcff38:38829 {}] regionserver.HRegionServer(1325): Online Regions={67432d64fce05b069ef6cee569ed999c=test,,1731198255545.67432d64fce05b069ef6cee569ed999c., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T00:24:34,616 DEBUG [RS:0;b3c019fcff38:38829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 67432d64fce05b069ef6cee569ed999c 2024-11-10T00:24:34,672 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.wal-reader.b3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/WALs/b3c019fcff38,38829,1731198246248/b3c019fcff38%2C38829%2C1731198246248.1731198248230 to pos 1438, reset compression=false 2024-11-10T00:24:34,816 DEBUG [RS:0;b3c019fcff38:38829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 67432d64fce05b069ef6cee569ed999c 2024-11-10T00:24:34,897 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/data/hbase/meta/1588230740/.tmp/rep_barrier/8f533dfe2e334a87b113c09ce82dc3db 2024-11-10T00:24:34,915 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/data/hbase/meta/1588230740/.tmp/table/bde7ef1b55e54fe8956df5e2c5113f99 is 53, key is hbase:replication/table:state/1731198261683/Put/seqid=0 2024-11-10T00:24:34,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36579 is added to blk_1073741847_1023 (size=5308) 2024-11-10T00:24:34,918 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/data/default/test/67432d64fce05b069ef6cee569ed999c/.tmp/norep/4ac68065be83475ea5d9e9d6873a0c24 2024-11-10T00:24:34,921 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4ac68065be83475ea5d9e9d6873a0c24 2024-11-10T00:24:34,922 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/data/default/test/67432d64fce05b069ef6cee569ed999c/.tmp/f/db4492e96db04c768cd1982315845b1d as hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/data/default/test/67432d64fce05b069ef6cee569ed999c/f/db4492e96db04c768cd1982315845b1d 2024-11-10T00:24:34,925 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for db4492e96db04c768cd1982315845b1d 2024-11-10T00:24:34,925 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/data/default/test/67432d64fce05b069ef6cee569ed999c/f/db4492e96db04c768cd1982315845b1d, entries=3, sequenceid=10, filesize=5.0 K 2024-11-10T00:24:34,926 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/data/default/test/67432d64fce05b069ef6cee569ed999c/.tmp/f1/3bbec2849861428e8dc3a6f4816a44a3 as hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/data/default/test/67432d64fce05b069ef6cee569ed999c/f1/3bbec2849861428e8dc3a6f4816a44a3 2024-11-10T00:24:34,929 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3bbec2849861428e8dc3a6f4816a44a3 2024-11-10T00:24:34,929 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/data/default/test/67432d64fce05b069ef6cee569ed999c/f1/3bbec2849861428e8dc3a6f4816a44a3, entries=3, sequenceid=10, filesize=5.0 K 2024-11-10T00:24:34,930 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/data/default/test/67432d64fce05b069ef6cee569ed999c/.tmp/norep/4ac68065be83475ea5d9e9d6873a0c24 as hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/data/default/test/67432d64fce05b069ef6cee569ed999c/norep/4ac68065be83475ea5d9e9d6873a0c24 2024-11-10T00:24:34,933 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4ac68065be83475ea5d9e9d6873a0c24 2024-11-10T00:24:34,933 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/data/default/test/67432d64fce05b069ef6cee569ed999c/norep/4ac68065be83475ea5d9e9d6873a0c24, entries=1, sequenceid=10, filesize=5.0 K 2024-11-10T00:24:34,934 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 67432d64fce05b069ef6cee569ed999c in 877ms, sequenceid=10, compaction requested=false 2024-11-10T00:24:34,937 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/data/default/test/67432d64fce05b069ef6cee569ed999c/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-10T00:24:34,938 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T00:24:34,938 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T00:24:34,938 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731198255545.67432d64fce05b069ef6cee569ed999c. 2024-11-10T00:24:34,938 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 67432d64fce05b069ef6cee569ed999c: Waiting for close lock at 1731198274057Running coprocessor pre-close hooks at 1731198274057Disabling compacts and flushes for region at 1731198274057Disabling writes for close at 1731198274057Obtaining lock to block concurrent updates at 1731198274057Preparing flush snapshotting stores in 67432d64fce05b069ef6cee569ed999c at 1731198274057Finished memstore snapshotting test,,1731198255545.67432d64fce05b069ef6cee569ed999c., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731198274058 (+1 ms)Flushing stores of test,,1731198255545.67432d64fce05b069ef6cee569ed999c. at 1731198274058Flushing 67432d64fce05b069ef6cee569ed999c/f: creating writer at 1731198274058Flushing 67432d64fce05b069ef6cee569ed999c/f: appending metadata at 1731198274075 (+17 ms)Flushing 67432d64fce05b069ef6cee569ed999c/f: closing flushed file at 1731198274075Flushing 67432d64fce05b069ef6cee569ed999c/f1: creating writer at 1731198274482 (+407 ms)Flushing 67432d64fce05b069ef6cee569ed999c/f1: appending metadata at 1731198274495 (+13 ms)Flushing 67432d64fce05b069ef6cee569ed999c/f1: closing flushed file at 1731198274495Flushing 67432d64fce05b069ef6cee569ed999c/norep: creating writer at 1731198274501 (+6 ms)Flushing 67432d64fce05b069ef6cee569ed999c/norep: appending metadata at 1731198274514 (+13 ms)Flushing 67432d64fce05b069ef6cee569ed999c/norep: closing flushed file at 1731198274514Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36b7496c: reopening flushed file at 1731198274921 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@295bd311: reopening flushed file at 1731198274926 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39c3783b: reopening flushed file at 1731198274929 (+3 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 67432d64fce05b069ef6cee569ed999c in 877ms, sequenceid=10, compaction requested=false at 1731198274934 (+5 ms)Writing region close event to WAL at 1731198274935 (+1 ms)Running coprocessor post-close hooks at 1731198274937 (+2 ms)Closed at 1731198274938 (+1 ms) 2024-11-10T00:24:34,938 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731198255545.67432d64fce05b069ef6cee569ed999c. 2024-11-10T00:24:35,016 DEBUG [RS:0;b3c019fcff38:38829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:24:35,075 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.wal-reader.b3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/WALs/b3c019fcff38,38829,1731198246248/b3c019fcff38%2C38829%2C1731198246248.1731198248230 to pos 1438, reset compression=false 2024-11-10T00:24:35,079 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.wal-reader.b3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T00:24:35,079 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.wal-reader.b3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/WALs/b3c019fcff38,38829,1731198246248/b3c019fcff38%2C38829%2C1731198246248.1731198248230 to pos 2082, reset compression=false 2024-11-10T00:24:35,216 DEBUG [RS:0;b3c019fcff38:38829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:24:35,282 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.wal-reader.b3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/WALs/b3c019fcff38,38829,1731198246248/b3c019fcff38%2C38829%2C1731198246248.1731198248230 to pos 2082, reset compression=false 2024-11-10T00:24:35,318 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/data/hbase/meta/1588230740/.tmp/table/bde7ef1b55e54fe8956df5e2c5113f99 2024-11-10T00:24:35,322 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/data/hbase/meta/1588230740/.tmp/info/02216a3c57374f819f83a1775ff57591 as hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/data/hbase/meta/1588230740/info/02216a3c57374f819f83a1775ff57591 2024-11-10T00:24:35,325 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/data/hbase/meta/1588230740/info/02216a3c57374f819f83a1775ff57591, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T00:24:35,326 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/data/hbase/meta/1588230740/.tmp/ns/0718b5f6f9374bc4a133721e5e929717 as hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/data/hbase/meta/1588230740/ns/0718b5f6f9374bc4a133721e5e929717 2024-11-10T00:24:35,329 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/data/hbase/meta/1588230740/ns/0718b5f6f9374bc4a133721e5e929717, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T00:24:35,329 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/data/hbase/meta/1588230740/.tmp/rep_barrier/8f533dfe2e334a87b113c09ce82dc3db as hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/data/hbase/meta/1588230740/rep_barrier/8f533dfe2e334a87b113c09ce82dc3db 2024-11-10T00:24:35,332 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/data/hbase/meta/1588230740/rep_barrier/8f533dfe2e334a87b113c09ce82dc3db, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T00:24:35,333 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/data/hbase/meta/1588230740/.tmp/table/bde7ef1b55e54fe8956df5e2c5113f99 as hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/data/hbase/meta/1588230740/table/bde7ef1b55e54fe8956df5e2c5113f99 2024-11-10T00:24:35,336 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/data/hbase/meta/1588230740/table/bde7ef1b55e54fe8956df5e2c5113f99, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T00:24:35,337 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1722ms, sequenceid=16, compaction requested=false 2024-11-10T00:24:35,342 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T00:24:35,342 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T00:24:35,342 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T00:24:35,342 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T00:24:35,342 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731198273615Running coprocessor pre-close hooks at 1731198273615Disabling compacts and flushes for region at 1731198273615Disabling writes for close at 1731198273615Obtaining lock to block concurrent updates at 1731198273615Preparing flush snapshotting stores in 1588230740 at 1731198273615Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731198273615Flushing stores of hbase:meta,,1.1588230740 at 1731198273616 (+1 ms)Flushing 1588230740/info: creating writer at 1731198273616Flushing 1588230740/info: appending metadata at 1731198273636 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731198273636Flushing 1588230740/ns: creating writer at 1731198274045 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731198274063 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731198274063Flushing 1588230740/rep_barrier: creating writer at 1731198274474 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731198274490 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731198274490Flushing 1588230740/table: creating writer at 1731198274901 (+411 ms)Flushing 1588230740/table: appending metadata at 1731198274914 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731198274914Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d95d6cb: reopening flushed file at 1731198275322 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f14a30f: reopening flushed file at 1731198275326 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f587d64: reopening flushed file at 1731198275329 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41666d9: reopening flushed file at 1731198275332 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1722ms, sequenceid=16, compaction requested=false at 1731198275337 (+5 ms)Writing region close event to WAL at 1731198275339 (+2 ms)Running coprocessor post-close hooks at 1731198275342 (+3 ms)Closed at 1731198275342 2024-11-10T00:24:35,342 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T00:24:35,417 INFO [RS:0;b3c019fcff38:38829 {}] regionserver.HRegionServer(976): stopping server b3c019fcff38,38829,1731198246248; all regions closed. 2024-11-10T00:24:35,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36579 is added to blk_1073741834_1010 (size=4239) 2024-11-10T00:24:35,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36579 is added to blk_1073741839_1015 (size=3114) 2024-11-10T00:24:35,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36579 is added to blk_1073741832_1008 (size=2090) 2024-11-10T00:24:35,423 DEBUG [RS:0;b3c019fcff38:38829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:24:35,423 INFO [RS:0;b3c019fcff38:38829 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T00:24:35,423 INFO [RS:0;b3c019fcff38:38829 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T00:24:35,424 INFO [RS:0;b3c019fcff38:38829 {}] hbase.ChoreService(370): Chore service for: regionserver/b3c019fcff38:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T00:24:35,424 INFO [RS:0;b3c019fcff38:38829 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T00:24:35,424 INFO [regionserver/b3c019fcff38:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T00:24:35,424 INFO [RS:0;b3c019fcff38:38829 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b3c019fcff38,38829,1731198246248 because: Region server is closing 2024-11-10T00:24:35,424 INFO [RS:0;b3c019fcff38:38829 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b3c019fcff38:38829. 2024-11-10T00:24:35,424 DEBUG [RS:0;b3c019fcff38:38829 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:24:35,424 DEBUG [RS:0;b3c019fcff38:38829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:24:35,424 DEBUG [RS:0;b3c019fcff38:38829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:24:35,424 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:24:35,525 INFO [RS:0;b3c019fcff38:38829 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.shipperb3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 terminated 2024-11-10T00:24:35,525 WARN [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38829,1731198246248.replicationSource.wal-reader.b3c019fcff38%2C38829%2C1731198246248,1-b3c019fcff38,38829,1731198246248 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T00:24:35,525 INFO [RS:0;b3c019fcff38:38829 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b3c019fcff38:38829. 2024-11-10T00:24:35,525 DEBUG [RS:0;b3c019fcff38:38829 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:24:35,525 DEBUG [RS:0;b3c019fcff38:38829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:24:35,525 DEBUG [RS:0;b3c019fcff38:38829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:24:35,525 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:24:35,525 INFO [RS:0;b3c019fcff38:38829 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38829 2024-11-10T00:24:35,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39083-0x100ff42b5920003, quorum=127.0.0.1:50569, baseZNode=/166525426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/166525426/rs 2024-11-10T00:24:35,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38829-0x100ff42b5920004, quorum=127.0.0.1:50569, baseZNode=/166525426 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/166525426/rs/b3c019fcff38,38829,1731198246248 2024-11-10T00:24:35,527 INFO [RS:0;b3c019fcff38:38829 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T00:24:35,530 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b3c019fcff38,38829,1731198246248] 2024-11-10T00:24:35,531 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /166525426/draining/b3c019fcff38,38829,1731198246248 already deleted, retry=false 2024-11-10T00:24:35,531 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b3c019fcff38,38829,1731198246248 expired; onlineServers=0 2024-11-10T00:24:35,531 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b3c019fcff38,39083,1731198246211' ***** 2024-11-10T00:24:35,531 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T00:24:35,531 INFO [M:0;b3c019fcff38:39083 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T00:24:35,531 INFO [M:0;b3c019fcff38:39083 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T00:24:35,532 DEBUG [M:0;b3c019fcff38:39083 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T00:24:35,532 DEBUG [M:0;b3c019fcff38:39083 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T00:24:35,532 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T00:24:35,532 DEBUG [master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731198248003 {}] cleaner.HFileCleaner(306): Exit Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731198248003,5,FailOnTimeoutGroup] 2024-11-10T00:24:35,532 DEBUG [master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731198248003 {}] cleaner.HFileCleaner(306): Exit Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731198248003,5,FailOnTimeoutGroup] 2024-11-10T00:24:35,532 INFO [M:0;b3c019fcff38:39083 {}] hbase.ChoreService(370): Chore service for: master/b3c019fcff38:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T00:24:35,532 INFO [M:0;b3c019fcff38:39083 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T00:24:35,532 DEBUG [M:0;b3c019fcff38:39083 {}] master.HMaster(1795): Stopping service threads 2024-11-10T00:24:35,532 INFO [M:0;b3c019fcff38:39083 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T00:24:35,532 INFO [M:0;b3c019fcff38:39083 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T00:24:35,533 INFO [M:0;b3c019fcff38:39083 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T00:24:35,533 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T00:24:35,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39083-0x100ff42b5920003, quorum=127.0.0.1:50569, baseZNode=/166525426 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/166525426/master 2024-11-10T00:24:35,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39083-0x100ff42b5920003, quorum=127.0.0.1:50569, baseZNode=/166525426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/166525426 2024-11-10T00:24:35,537 DEBUG [M:0;b3c019fcff38:39083 {}] zookeeper.ZKUtil(347): master:39083-0x100ff42b5920003, quorum=127.0.0.1:50569, baseZNode=/166525426 Unable to get data of znode /166525426/master because node does not exist (not an error) 2024-11-10T00:24:35,537 WARN [M:0;b3c019fcff38:39083 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T00:24:35,537 INFO [M:0;b3c019fcff38:39083 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/.lastflushedseqids 2024-11-10T00:24:35,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36579 is added to blk_1073741848_1024 (size=245) 2024-11-10T00:24:35,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38829-0x100ff42b5920004, quorum=127.0.0.1:50569, baseZNode=/166525426 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:24:35,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38829-0x100ff42b5920004, quorum=127.0.0.1:50569, baseZNode=/166525426 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:24:35,630 INFO [RS:0;b3c019fcff38:38829 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T00:24:35,630 INFO [RS:0;b3c019fcff38:38829 {}] regionserver.HRegionServer(1031): Exiting; stopping=b3c019fcff38,38829,1731198246248; zookeeper connection closed. 2024-11-10T00:24:35,630 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@56fd5a6d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@56fd5a6d 2024-11-10T00:24:35,631 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T00:24:35,692 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38291,1731198242542.replicationSource.wal-reader.b3c019fcff38%2C38291%2C1731198242542,1-b3c019fcff38,38291,1731198242542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/WALs/b3c019fcff38,38291,1731198242542/b3c019fcff38%2C38291%2C1731198242542.1731198244526 to pos 636, reset compression=false 2024-11-10T00:24:35,799 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T00:24:35,942 INFO [M:0;b3c019fcff38:39083 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T00:24:35,942 INFO [M:0;b3c019fcff38:39083 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T00:24:35,942 DEBUG [M:0;b3c019fcff38:39083 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T00:24:35,942 INFO [M:0;b3c019fcff38:39083 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:24:35,942 DEBUG [M:0;b3c019fcff38:39083 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:24:35,942 DEBUG [M:0;b3c019fcff38:39083 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T00:24:35,942 DEBUG [M:0;b3c019fcff38:39083 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:24:35,942 INFO [M:0;b3c019fcff38:39083 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-10T00:24:35,960 DEBUG [M:0;b3c019fcff38:39083 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9d778248b9746dfb3d8a922d079348b is 82, key is hbase:meta,,1/info:regioninfo/1731198249170/Put/seqid=0 2024-11-10T00:24:35,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36579 is added to blk_1073741849_1025 (size=5672) 2024-11-10T00:24:36,309 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:36,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:36,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:36,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:36,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:36,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:36,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:36,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:36,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:36,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:36,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:36,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:36,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:36,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:36,364 INFO [M:0;b3c019fcff38:39083 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9d778248b9746dfb3d8a922d079348b 2024-11-10T00:24:36,385 DEBUG [M:0;b3c019fcff38:39083 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1701adfac5194c5abfa57801f77342a7 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731198261686/Put/seqid=0 2024-11-10T00:24:36,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36579 is added to blk_1073741850_1026 (size=8517) 2024-11-10T00:24:36,790 INFO [M:0;b3c019fcff38:39083 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1701adfac5194c5abfa57801f77342a7 2024-11-10T00:24:36,807 DEBUG [M:0;b3c019fcff38:39083 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/23bb17a4800d424787f427853542463f is 69, key is b3c019fcff38,38829,1731198246248/rs:state/1731198248088/Put/seqid=0 2024-11-10T00:24:36,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36579 is added to blk_1073741851_1027 (size=5156) 2024-11-10T00:24:36,857 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T00:24:36,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:36,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:36,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:36,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:36,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:36,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:36,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:36,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:36,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:36,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:36,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:36,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:36,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:36,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:36,995 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38291,1731198242542.replicationSource.wal-reader.b3c019fcff38%2C38291%2C1731198242542,1-b3c019fcff38,38291,1731198242542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/WALs/b3c019fcff38,38291,1731198242542/b3c019fcff38%2C38291%2C1731198242542.1731198244526 to pos 636, reset compression=false 2024-11-10T00:24:37,211 INFO [M:0;b3c019fcff38:39083 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/23bb17a4800d424787f427853542463f 2024-11-10T00:24:37,215 DEBUG [M:0;b3c019fcff38:39083 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9d778248b9746dfb3d8a922d079348b as hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c9d778248b9746dfb3d8a922d079348b 2024-11-10T00:24:37,218 INFO [M:0;b3c019fcff38:39083 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c9d778248b9746dfb3d8a922d079348b, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T00:24:37,219 DEBUG [M:0;b3c019fcff38:39083 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1701adfac5194c5abfa57801f77342a7 as hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1701adfac5194c5abfa57801f77342a7 2024-11-10T00:24:37,222 INFO [M:0;b3c019fcff38:39083 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1701adfac5194c5abfa57801f77342a7, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T00:24:37,223 DEBUG [M:0;b3c019fcff38:39083 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/23bb17a4800d424787f427853542463f as hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/23bb17a4800d424787f427853542463f 2024-11-10T00:24:37,225 INFO [M:0;b3c019fcff38:39083 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37293/user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/23bb17a4800d424787f427853542463f, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T00:24:37,226 INFO [M:0;b3c019fcff38:39083 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false 2024-11-10T00:24:37,227 INFO [M:0;b3c019fcff38:39083 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:24:37,227 DEBUG [M:0;b3c019fcff38:39083 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731198275942Disabling compacts and flushes for region at 1731198275942Disabling writes for close at 1731198275942Obtaining lock to block concurrent updates at 1731198275942Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731198275942Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731198275942Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731198275943 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731198275943Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731198275960 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731198275960Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731198276368 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731198276385 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731198276385Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731198276793 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731198276807 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731198276807Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@229fd7d0: reopening flushed file at 1731198277214 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c07727: reopening flushed file at 1731198277219 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c65560c: reopening flushed file at 1731198277222 (+3 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false at 1731198277226 (+4 ms)Writing region close event to WAL at 1731198277227 (+1 ms)Closed at 1731198277227 2024-11-10T00:24:37,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36579 is added to blk_1073741830_1006 (size=63666) 2024-11-10T00:24:37,229 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7b842073-dc8e-5cd6-07e0-0c6d6c1cefde/MasterData/WALs/b3c019fcff38,39083,1731198246211/b3c019fcff38%2C39083%2C1731198246211.1731198247930 not finished, retry = 0 2024-11-10T00:24:37,330 INFO [M:0;b3c019fcff38:39083 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T00:24:37,330 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T00:24:37,330 INFO [M:0;b3c019fcff38:39083 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39083 2024-11-10T00:24:37,331 INFO [M:0;b3c019fcff38:39083 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T00:24:37,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39083-0x100ff42b5920003, quorum=127.0.0.1:50569, baseZNode=/166525426 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:24:37,432 INFO [M:0;b3c019fcff38:39083 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T00:24:37,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39083-0x100ff42b5920003, quorum=127.0.0.1:50569, baseZNode=/166525426 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:24:37,436 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d6d7f72{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T00:24:37,436 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@493365ef{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T00:24:37,436 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T00:24:37,436 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@783d9914{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T00:24:37,437 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@374948d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92691e49-afa9-d86b-03d4-595302c12c05/hadoop.log.dir/,STOPPED} 2024-11-10T00:24:37,438 WARN [BP-1472471301-172.17.0.2-1731198245197 heartbeating to localhost/127.0.0.1:37293 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T00:24:37,438 WARN [BP-1472471301-172.17.0.2-1731198245197 heartbeating to localhost/127.0.0.1:37293 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1472471301-172.17.0.2-1731198245197 (Datanode Uuid 1e95b9c4-50d4-4be0-9d06-d61806bde613) service to localhost/127.0.0.1:37293 2024-11-10T00:24:37,438 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T00:24:37,438 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T00:24:37,439 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92691e49-afa9-d86b-03d4-595302c12c05/cluster_496d29aa-c7ae-4878-d804-3c4b5e8c4789/data/data1/current/BP-1472471301-172.17.0.2-1731198245197 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T00:24:37,439 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92691e49-afa9-d86b-03d4-595302c12c05/cluster_496d29aa-c7ae-4878-d804-3c4b5e8c4789/data/data2/current/BP-1472471301-172.17.0.2-1731198245197 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T00:24:37,439 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T00:24:37,445 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77a3384c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T00:24:37,445 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e8b2c8a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T00:24:37,446 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T00:24:37,446 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f25b769{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T00:24:37,446 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7591289f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92691e49-afa9-d86b-03d4-595302c12c05/hadoop.log.dir/,STOPPED} 2024-11-10T00:24:37,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T00:24:37,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T00:24:37,459 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:24:37,459 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:24:37,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:24:37,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:24:37,459 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:24:37,459 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T00:24:37,460 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=118100382, stopped=false 2024-11-10T00:24:37,460 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b3c019fcff38,36961,1731198242495 2024-11-10T00:24:37,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36961-0x100ff42b5920000, quorum=127.0.0.1:50569, baseZNode=/0-298874661 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-298874661/running 2024-11-10T00:24:37,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38291-0x100ff42b5920001, quorum=127.0.0.1:50569, baseZNode=/0-298874661 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-298874661/running 2024-11-10T00:24:37,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36961-0x100ff42b5920000, quorum=127.0.0.1:50569, baseZNode=/0-298874661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-298874661 2024-11-10T00:24:37,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38291-0x100ff42b5920001, quorum=127.0.0.1:50569, baseZNode=/0-298874661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-298874661 2024-11-10T00:24:37,461 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T00:24:37,462 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:24:37,462 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:24:37,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:24:37,462 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36961-0x100ff42b5920000, quorum=127.0.0.1:50569, baseZNode=/0-298874661 Set watcher on znode that does not yet exist, /0-298874661/running 2024-11-10T00:24:37,462 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b3c019fcff38,38291,1731198242542' ***** 2024-11-10T00:24:37,462 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T00:24:37,462 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38291-0x100ff42b5920001, quorum=127.0.0.1:50569, baseZNode=/0-298874661 Set watcher on znode that does not yet exist, /0-298874661/running 2024-11-10T00:24:37,463 INFO [RS:0;b3c019fcff38:38291 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T00:24:37,463 INFO [RS:0;b3c019fcff38:38291 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T00:24:37,463 INFO [RS:0;b3c019fcff38:38291 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T00:24:37,463 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T00:24:37,463 INFO [RS:0;b3c019fcff38:38291 {}] regionserver.HRegionServer(3091): Received CLOSE for 421ecdd1d57a63c1a58a4610a0d40342 2024-11-10T00:24:37,463 INFO [RS:0;b3c019fcff38:38291 {}] regionserver.HRegionServer(3091): Received CLOSE for 6c95c01def1e10fc526f46503315d38a 2024-11-10T00:24:37,463 INFO [RS:0;b3c019fcff38:38291 {}] regionserver.HRegionServer(959): stopping server b3c019fcff38,38291,1731198242542 2024-11-10T00:24:37,463 INFO [RS:0;b3c019fcff38:38291 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T00:24:37,463 INFO [RS:0;b3c019fcff38:38291 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b3c019fcff38:38291. 2024-11-10T00:24:37,463 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 421ecdd1d57a63c1a58a4610a0d40342, disabling compactions & flushes 2024-11-10T00:24:37,463 DEBUG [RS:0;b3c019fcff38:38291 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:24:37,463 DEBUG [RS:0;b3c019fcff38:38291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:24:37,463 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731198253396.421ecdd1d57a63c1a58a4610a0d40342. 2024-11-10T00:24:37,463 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731198253396.421ecdd1d57a63c1a58a4610a0d40342. 2024-11-10T00:24:37,464 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731198253396.421ecdd1d57a63c1a58a4610a0d40342. after waiting 0 ms 2024-11-10T00:24:37,464 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731198253396.421ecdd1d57a63c1a58a4610a0d40342. 2024-11-10T00:24:37,464 INFO [RS:0;b3c019fcff38:38291 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T00:24:37,464 INFO [RS:0;b3c019fcff38:38291 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T00:24:37,464 INFO [RS:0;b3c019fcff38:38291 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T00:24:37,464 INFO [RS:0;b3c019fcff38:38291 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T00:24:37,464 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 421ecdd1d57a63c1a58a4610a0d40342 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-10T00:24:37,464 INFO [RS:0;b3c019fcff38:38291 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T00:24:37,464 DEBUG [RS:0;b3c019fcff38:38291 {}] regionserver.HRegionServer(1325): Online Regions={421ecdd1d57a63c1a58a4610a0d40342=test,,1731198253396.421ecdd1d57a63c1a58a4610a0d40342., 6c95c01def1e10fc526f46503315d38a=hbase:replication,,1731198258341.6c95c01def1e10fc526f46503315d38a., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T00:24:37,464 DEBUG [RS:0;b3c019fcff38:38291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 421ecdd1d57a63c1a58a4610a0d40342, 6c95c01def1e10fc526f46503315d38a 2024-11-10T00:24:37,464 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T00:24:37,464 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T00:24:37,464 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T00:24:37,464 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T00:24:37,464 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T00:24:37,464 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T00:24:37,479 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/data/hbase/meta/1588230740/.tmp/info/c965d005d3d14ed59d375fbf0473691d is 147, key is hbase:replication,,1731198258341.6c95c01def1e10fc526f46503315d38a./info:regioninfo/1731198259506/Put/seqid=0 2024-11-10T00:24:37,479 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/data/default/test/421ecdd1d57a63c1a58a4610a0d40342/.tmp/f/66ed2f8a0af647e0b71b65eb02cb77e8 is 28, key is row/f:/1731198267840/DeleteFamily/seqid=0 2024-11-10T00:24:37,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741840_1016 (size=7686) 2024-11-10T00:24:37,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741841_1017 (size=5085) 2024-11-10T00:24:37,483 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/data/hbase/meta/1588230740/.tmp/info/c965d005d3d14ed59d375fbf0473691d 2024-11-10T00:24:37,501 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/data/hbase/meta/1588230740/.tmp/ns/8bbc8b8d120d43cc81f2a7aebb4dc432 is 43, key is default/ns:d/1731198245084/Put/seqid=0 2024-11-10T00:24:37,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741842_1018 (size=5153) 2024-11-10T00:24:37,526 INFO [regionserver/b3c019fcff38:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T00:24:37,664 DEBUG [RS:0;b3c019fcff38:38291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 421ecdd1d57a63c1a58a4610a0d40342, 6c95c01def1e10fc526f46503315d38a 2024-11-10T00:24:37,864 DEBUG [RS:0;b3c019fcff38:38291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 421ecdd1d57a63c1a58a4610a0d40342, 6c95c01def1e10fc526f46503315d38a 2024-11-10T00:24:37,883 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/data/default/test/421ecdd1d57a63c1a58a4610a0d40342/.tmp/f/66ed2f8a0af647e0b71b65eb02cb77e8 2024-11-10T00:24:37,887 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 66ed2f8a0af647e0b71b65eb02cb77e8 2024-11-10T00:24:37,902 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/data/default/test/421ecdd1d57a63c1a58a4610a0d40342/.tmp/f1/8a690283ad6245a6aa488f5171934d76 is 29, key is row/f1:/1731198267840/DeleteFamily/seqid=0 2024-11-10T00:24:37,904 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/data/hbase/meta/1588230740/.tmp/ns/8bbc8b8d120d43cc81f2a7aebb4dc432 2024-11-10T00:24:37,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741843_1019 (size=5089) 2024-11-10T00:24:37,922 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/data/hbase/meta/1588230740/.tmp/rep_barrier/8c15b331d8aa49b181f76f4206020a1c is 112, key is test,,1731198253396.421ecdd1d57a63c1a58a4610a0d40342./rep_barrier:seqnumDuringOpen/1731198254540/Put/seqid=0 2024-11-10T00:24:37,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741844_1020 (size=5518) 2024-11-10T00:24:38,065 DEBUG [RS:0;b3c019fcff38:38291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 421ecdd1d57a63c1a58a4610a0d40342, 6c95c01def1e10fc526f46503315d38a 2024-11-10T00:24:38,265 DEBUG [RS:0;b3c019fcff38:38291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 421ecdd1d57a63c1a58a4610a0d40342, 6c95c01def1e10fc526f46503315d38a 2024-11-10T00:24:38,307 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/data/default/test/421ecdd1d57a63c1a58a4610a0d40342/.tmp/f1/8a690283ad6245a6aa488f5171934d76 2024-11-10T00:24:38,310 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8a690283ad6245a6aa488f5171934d76 2024-11-10T00:24:38,328 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/data/default/test/421ecdd1d57a63c1a58a4610a0d40342/.tmp/norep/b81f4adba9ae436791e6b9279a634c30 is 32, key is row/norep:/1731198267840/DeleteFamily/seqid=0 2024-11-10T00:24:38,329 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/data/hbase/meta/1588230740/.tmp/rep_barrier/8c15b331d8aa49b181f76f4206020a1c 2024-11-10T00:24:38,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741845_1021 (size=5101) 2024-11-10T00:24:38,332 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/data/default/test/421ecdd1d57a63c1a58a4610a0d40342/.tmp/norep/b81f4adba9ae436791e6b9279a634c30 2024-11-10T00:24:38,335 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b81f4adba9ae436791e6b9279a634c30 2024-11-10T00:24:38,336 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/data/default/test/421ecdd1d57a63c1a58a4610a0d40342/.tmp/f/66ed2f8a0af647e0b71b65eb02cb77e8 as hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/data/default/test/421ecdd1d57a63c1a58a4610a0d40342/f/66ed2f8a0af647e0b71b65eb02cb77e8 2024-11-10T00:24:38,339 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 66ed2f8a0af647e0b71b65eb02cb77e8 2024-11-10T00:24:38,339 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/data/default/test/421ecdd1d57a63c1a58a4610a0d40342/f/66ed2f8a0af647e0b71b65eb02cb77e8, entries=1, sequenceid=6, filesize=5.0 K 2024-11-10T00:24:38,340 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/data/default/test/421ecdd1d57a63c1a58a4610a0d40342/.tmp/f1/8a690283ad6245a6aa488f5171934d76 as hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/data/default/test/421ecdd1d57a63c1a58a4610a0d40342/f1/8a690283ad6245a6aa488f5171934d76 2024-11-10T00:24:38,343 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8a690283ad6245a6aa488f5171934d76 2024-11-10T00:24:38,343 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/data/default/test/421ecdd1d57a63c1a58a4610a0d40342/f1/8a690283ad6245a6aa488f5171934d76, entries=1, sequenceid=6, filesize=5.0 K 2024-11-10T00:24:38,344 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/data/default/test/421ecdd1d57a63c1a58a4610a0d40342/.tmp/norep/b81f4adba9ae436791e6b9279a634c30 as hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/data/default/test/421ecdd1d57a63c1a58a4610a0d40342/norep/b81f4adba9ae436791e6b9279a634c30 2024-11-10T00:24:38,347 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b81f4adba9ae436791e6b9279a634c30 2024-11-10T00:24:38,348 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/data/default/test/421ecdd1d57a63c1a58a4610a0d40342/norep/b81f4adba9ae436791e6b9279a634c30, entries=1, sequenceid=6, filesize=5.0 K 2024-11-10T00:24:38,348 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/data/hbase/meta/1588230740/.tmp/table/839a2da9c34e43779920ec69f471bb72 is 53, key is hbase:replication/table:state/1731198259512/Put/seqid=0 2024-11-10T00:24:38,348 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 421ecdd1d57a63c1a58a4610a0d40342 in 884ms, sequenceid=6, compaction requested=false 2024-11-10T00:24:38,349 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T00:24:38,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741846_1022 (size=5308) 2024-11-10T00:24:38,353 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/data/default/test/421ecdd1d57a63c1a58a4610a0d40342/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-10T00:24:38,354 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T00:24:38,354 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T00:24:38,354 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731198253396.421ecdd1d57a63c1a58a4610a0d40342. 2024-11-10T00:24:38,354 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 421ecdd1d57a63c1a58a4610a0d40342: Waiting for close lock at 1731198277463Running coprocessor pre-close hooks at 1731198277463Disabling compacts and flushes for region at 1731198277463Disabling writes for close at 1731198277464 (+1 ms)Obtaining lock to block concurrent updates at 1731198277464Preparing flush snapshotting stores in 421ecdd1d57a63c1a58a4610a0d40342 at 1731198277464Finished memstore snapshotting test,,1731198253396.421ecdd1d57a63c1a58a4610a0d40342., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731198277464Flushing stores of test,,1731198253396.421ecdd1d57a63c1a58a4610a0d40342. at 1731198277465 (+1 ms)Flushing 421ecdd1d57a63c1a58a4610a0d40342/f: creating writer at 1731198277465Flushing 421ecdd1d57a63c1a58a4610a0d40342/f: appending metadata at 1731198277478 (+13 ms)Flushing 421ecdd1d57a63c1a58a4610a0d40342/f: closing flushed file at 1731198277478Flushing 421ecdd1d57a63c1a58a4610a0d40342/f1: creating writer at 1731198277887 (+409 ms)Flushing 421ecdd1d57a63c1a58a4610a0d40342/f1: appending metadata at 1731198277902 (+15 ms)Flushing 421ecdd1d57a63c1a58a4610a0d40342/f1: closing flushed file at 1731198277902Flushing 421ecdd1d57a63c1a58a4610a0d40342/norep: creating writer at 1731198278311 (+409 ms)Flushing 421ecdd1d57a63c1a58a4610a0d40342/norep: appending metadata at 1731198278327 (+16 ms)Flushing 421ecdd1d57a63c1a58a4610a0d40342/norep: closing flushed file at 1731198278327Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a045916: reopening flushed file at 1731198278335 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62906a25: reopening flushed file at 1731198278340 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57b2f34a: reopening flushed file at 1731198278344 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 421ecdd1d57a63c1a58a4610a0d40342 in 884ms, sequenceid=6, compaction requested=false at 1731198278348 (+4 ms)Writing region close event to WAL at 1731198278350 (+2 ms)Running coprocessor post-close hooks at 1731198278353 (+3 ms)Closed at 1731198278354 (+1 ms) 2024-11-10T00:24:38,354 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731198253396.421ecdd1d57a63c1a58a4610a0d40342. 2024-11-10T00:24:38,354 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6c95c01def1e10fc526f46503315d38a, disabling compactions & flushes 2024-11-10T00:24:38,354 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731198258341.6c95c01def1e10fc526f46503315d38a. 2024-11-10T00:24:38,354 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731198258341.6c95c01def1e10fc526f46503315d38a. 2024-11-10T00:24:38,354 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731198258341.6c95c01def1e10fc526f46503315d38a. after waiting 0 ms 2024-11-10T00:24:38,354 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731198258341.6c95c01def1e10fc526f46503315d38a. 2024-11-10T00:24:38,354 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6c95c01def1e10fc526f46503315d38a 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-10T00:24:38,368 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/data/hbase/replication/6c95c01def1e10fc526f46503315d38a/.tmp/queue/4e905bd0dcad4c74b24d2648595bbcaa is 153, key is 1-b3c019fcff38,38291,1731198242542/queue:b3c019fcff38%2C38291%2C1731198242542/1731198267937/Put/seqid=0 2024-11-10T00:24:38,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741847_1023 (size=5352) 2024-11-10T00:24:38,399 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38291,1731198242542.replicationSource.wal-reader.b3c019fcff38%2C38291%2C1731198242542,1-b3c019fcff38,38291,1731198242542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/WALs/b3c019fcff38,38291,1731198242542/b3c019fcff38%2C38291%2C1731198242542.1731198244526 to pos 636, reset compression=false 2024-11-10T00:24:38,399 INFO [regionserver/b3c019fcff38:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T00:24:38,399 INFO [regionserver/b3c019fcff38:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T00:24:38,402 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38291,1731198242542.replicationSource.wal-reader.b3c019fcff38%2C38291%2C1731198242542,1-b3c019fcff38,38291,1731198242542 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T00:24:38,402 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38291,1731198242542.replicationSource.wal-reader.b3c019fcff38%2C38291%2C1731198242542,1-b3c019fcff38,38291,1731198242542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/WALs/b3c019fcff38,38291,1731198242542/b3c019fcff38%2C38291%2C1731198242542.1731198244526 to pos 1527, reset compression=false 2024-11-10T00:24:38,403 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38291,1731198242542.replicationSource.shipperb3c019fcff38%2C38291%2C1731198242542,1-b3c019fcff38,38291,1731198242542 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,38291,1731198242542 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/WALs/b3c019fcff38,38291,1731198242542/b3c019fcff38%2C38291%2C1731198242542.1731198244526, lastWalPosition=1527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T00:24:38,403 ERROR [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38291,1731198242542.replicationSource.shipperb3c019fcff38%2C38291%2C1731198242542,1-b3c019fcff38,38291,1731198242542 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b3c019fcff38,38291,1731198242542: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b3c019fcff38,38291,1731198242542, walGroup=b3c019fcff38%2C38291%2C1731198242542, offset=b3c019fcff38%2C38291%2C1731198242542.1731198244526:1527, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b3c019fcff38:38291 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T00:24:38,404 ERROR [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38291,1731198242542.replicationSource.shipperb3c019fcff38%2C38291%2C1731198242542,1-b3c019fcff38,38291,1731198242542 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T00:24:38,404 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38291,1731198242542.replicationSource.shipperb3c019fcff38%2C38291%2C1731198242542,1-b3c019fcff38,38291,1731198242542 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T00:24:38,405 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38291,1731198242542.replicationSource.shipperb3c019fcff38%2C38291%2C1731198242542,1-b3c019fcff38,38291,1731198242542 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T00:24:38,405 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38291,1731198242542.replicationSource.shipperb3c019fcff38%2C38291%2C1731198242542,1-b3c019fcff38,38291,1731198242542 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T00:24:38,405 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38291,1731198242542.replicationSource.shipperb3c019fcff38%2C38291%2C1731198242542,1-b3c019fcff38,38291,1731198242542 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T00:24:38,405 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38291,1731198242542.replicationSource.shipperb3c019fcff38%2C38291%2C1731198242542,1-b3c019fcff38,38291,1731198242542 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1394606080, "init": 1048576000, "max": 2306867200, "used": 1064116288 }, "NonHeapMemoryUsage": { "committed": 205914112, "init": 7667712, "max": -1, "used": 202969144 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T00:24:38,405 WARN [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38291,1731198242542.replicationSource.shipperb3c019fcff38%2C38291%2C1731198242542,1-b3c019fcff38,38291,1731198242542 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b3c019fcff38:36961 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b3c019fcff38:36961 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T00:24:38,465 INFO [RS:0;b3c019fcff38:38291 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T00:24:38,465 DEBUG [RS:0;b3c019fcff38:38291 {}] regionserver.HRegionServer(1325): Online Regions={6c95c01def1e10fc526f46503315d38a=hbase:replication,,1731198258341.6c95c01def1e10fc526f46503315d38a., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T00:24:38,465 DEBUG [RS:0;b3c019fcff38:38291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6c95c01def1e10fc526f46503315d38a 2024-11-10T00:24:38,562 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:24:38,563 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b3c019fcff38,40063,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b3c019fcff38:40063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T00:24:38,563 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108650 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b3c019fcff38,40063,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b3c019fcff38:40063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T00:24:38,605 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38291,1731198242542.replicationSource.wal-reader.b3c019fcff38%2C38291%2C1731198242542,1-b3c019fcff38,38291,1731198242542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/WALs/b3c019fcff38,38291,1731198242542/b3c019fcff38%2C38291%2C1731198242542.1731198244526 to pos 1527, reset compression=false 2024-11-10T00:24:38,665 DEBUG [RS:0;b3c019fcff38:38291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6c95c01def1e10fc526f46503315d38a 2024-11-10T00:24:38,752 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/data/hbase/meta/1588230740/.tmp/table/839a2da9c34e43779920ec69f471bb72 2024-11-10T00:24:38,756 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/data/hbase/meta/1588230740/.tmp/info/c965d005d3d14ed59d375fbf0473691d as hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/data/hbase/meta/1588230740/info/c965d005d3d14ed59d375fbf0473691d 2024-11-10T00:24:38,759 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/data/hbase/meta/1588230740/info/c965d005d3d14ed59d375fbf0473691d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T00:24:38,760 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/data/hbase/meta/1588230740/.tmp/ns/8bbc8b8d120d43cc81f2a7aebb4dc432 as hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/data/hbase/meta/1588230740/ns/8bbc8b8d120d43cc81f2a7aebb4dc432 2024-11-10T00:24:38,763 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/data/hbase/meta/1588230740/ns/8bbc8b8d120d43cc81f2a7aebb4dc432, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T00:24:38,764 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/data/hbase/meta/1588230740/.tmp/rep_barrier/8c15b331d8aa49b181f76f4206020a1c as hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/data/hbase/meta/1588230740/rep_barrier/8c15b331d8aa49b181f76f4206020a1c 2024-11-10T00:24:38,766 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/data/hbase/meta/1588230740/rep_barrier/8c15b331d8aa49b181f76f4206020a1c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T00:24:38,767 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/data/hbase/meta/1588230740/.tmp/table/839a2da9c34e43779920ec69f471bb72 as hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/data/hbase/meta/1588230740/table/839a2da9c34e43779920ec69f471bb72 2024-11-10T00:24:38,770 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/data/hbase/meta/1588230740/table/839a2da9c34e43779920ec69f471bb72, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T00:24:38,770 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1306ms, sequenceid=16, compaction requested=false 2024-11-10T00:24:38,770 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T00:24:38,771 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/data/hbase/replication/6c95c01def1e10fc526f46503315d38a/.tmp/queue/4e905bd0dcad4c74b24d2648595bbcaa 2024-11-10T00:24:38,774 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T00:24:38,775 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T00:24:38,775 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T00:24:38,775 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T00:24:38,775 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731198277464Running coprocessor pre-close hooks at 1731198277464Disabling compacts and flushes for region at 1731198277464Disabling writes for close at 1731198277464Obtaining lock to block concurrent updates at 1731198277464Preparing flush snapshotting stores in 1588230740 at 1731198277464Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731198277464Flushing stores of hbase:meta,,1.1588230740 at 1731198277465 (+1 ms)Flushing 1588230740/info: creating writer at 1731198277465Flushing 1588230740/info: appending metadata at 1731198277478 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731198277478Flushing 1588230740/ns: creating writer at 1731198277487 (+9 ms)Flushing 1588230740/ns: appending metadata at 1731198277500 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731198277500Flushing 1588230740/rep_barrier: creating writer at 1731198277908 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731198277922 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731198277922Flushing 1588230740/table: creating writer at 1731198278333 (+411 ms)Flushing 1588230740/table: appending metadata at 1731198278348 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731198278348Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4357b108: reopening flushed file at 1731198278756 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a955d1b: reopening flushed file at 1731198278760 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a1a426a: reopening flushed file at 1731198278763 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a2c74e0: reopening flushed file at 1731198278766 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1306ms, sequenceid=16, compaction requested=false at 1731198278770 (+4 ms)Writing region close event to WAL at 1731198278772 (+2 ms)Running coprocessor post-close hooks at 1731198278775 (+3 ms)Closed at 1731198278775 2024-11-10T00:24:38,775 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/data/hbase/replication/6c95c01def1e10fc526f46503315d38a/.tmp/queue/4e905bd0dcad4c74b24d2648595bbcaa as hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/data/hbase/replication/6c95c01def1e10fc526f46503315d38a/queue/4e905bd0dcad4c74b24d2648595bbcaa 2024-11-10T00:24:38,775 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T00:24:38,778 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/data/hbase/replication/6c95c01def1e10fc526f46503315d38a/queue/4e905bd0dcad4c74b24d2648595bbcaa, entries=1, sequenceid=8, filesize=5.2 K 2024-11-10T00:24:38,779 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 6c95c01def1e10fc526f46503315d38a in 425ms, sequenceid=8, compaction requested=false 2024-11-10T00:24:38,779 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T00:24:38,781 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/data/hbase/replication/6c95c01def1e10fc526f46503315d38a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-10T00:24:38,782 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T00:24:38,782 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T00:24:38,782 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731198258341.6c95c01def1e10fc526f46503315d38a. 2024-11-10T00:24:38,782 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6c95c01def1e10fc526f46503315d38a: Waiting for close lock at 1731198278354Running coprocessor pre-close hooks at 1731198278354Disabling compacts and flushes for region at 1731198278354Disabling writes for close at 1731198278354Obtaining lock to block concurrent updates at 1731198278354Preparing flush snapshotting stores in 6c95c01def1e10fc526f46503315d38a at 1731198278354Finished memstore snapshotting hbase:replication,,1731198258341.6c95c01def1e10fc526f46503315d38a., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731198278354Flushing stores of hbase:replication,,1731198258341.6c95c01def1e10fc526f46503315d38a. at 1731198278355 (+1 ms)Flushing 6c95c01def1e10fc526f46503315d38a/queue: creating writer at 1731198278355Flushing 6c95c01def1e10fc526f46503315d38a/queue: appending metadata at 1731198278368 (+13 ms)Flushing 6c95c01def1e10fc526f46503315d38a/queue: closing flushed file at 1731198278368Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b38bedb: reopening flushed file at 1731198278774 (+406 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 6c95c01def1e10fc526f46503315d38a in 425ms, sequenceid=8, compaction requested=false at 1731198278779 (+5 ms)Writing region close event to WAL at 1731198278780 (+1 ms)Running coprocessor post-close hooks at 1731198278782 (+2 ms)Closed at 1731198278782 2024-11-10T00:24:38,782 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731198258341.6c95c01def1e10fc526f46503315d38a. 2024-11-10T00:24:38,865 INFO [RS:0;b3c019fcff38:38291 {}] regionserver.HRegionServer(976): stopping server b3c019fcff38,38291,1731198242542; all regions closed. 2024-11-10T00:24:38,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741834_1010 (size=4239) 2024-11-10T00:24:38,867 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/WALs/b3c019fcff38,38291,1731198242542/b3c019fcff38%2C38291%2C1731198242542.meta.1731198245042.meta not finished, retry = 0 2024-11-10T00:24:38,909 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38291,1731198242542.replicationSource.wal-reader.b3c019fcff38%2C38291%2C1731198242542,1-b3c019fcff38,38291,1731198242542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/WALs/b3c019fcff38,38291,1731198242542/b3c019fcff38%2C38291%2C1731198242542.1731198244526 to pos 1527, reset compression=false 2024-11-10T00:24:38,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741839_1015 (size=2240) 2024-11-10T00:24:38,970 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/WALs/b3c019fcff38,38291,1731198242542/b3c019fcff38%2C38291%2C1731198242542.rep.1731198259475 not finished, retry = 0 2024-11-10T00:24:39,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741832_1008 (size=1535) 2024-11-10T00:24:39,073 DEBUG [RS:0;b3c019fcff38:38291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:24:39,074 INFO [RS:0;b3c019fcff38:38291 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T00:24:39,074 INFO [RS:0;b3c019fcff38:38291 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T00:24:39,074 INFO [RS:0;b3c019fcff38:38291 {}] hbase.ChoreService(370): Chore service for: regionserver/b3c019fcff38:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T00:24:39,074 INFO [RS:0;b3c019fcff38:38291 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T00:24:39,074 INFO [regionserver/b3c019fcff38:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T00:24:39,074 INFO [RS:0;b3c019fcff38:38291 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b3c019fcff38,38291,1731198242542 because: Region server is closing 2024-11-10T00:24:39,074 INFO [RS:0;b3c019fcff38:38291 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b3c019fcff38:38291. 2024-11-10T00:24:39,074 DEBUG [RS:0;b3c019fcff38:38291 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:24:39,074 DEBUG [RS:0;b3c019fcff38:38291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:24:39,075 DEBUG [RS:0;b3c019fcff38:38291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:24:39,075 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:24:39,175 INFO [RS:0;b3c019fcff38:38291 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38291,1731198242542.replicationSource.shipperb3c019fcff38%2C38291%2C1731198242542,1-b3c019fcff38,38291,1731198242542 terminated 2024-11-10T00:24:39,175 INFO [RS:0;b3c019fcff38:38291 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38291 2024-11-10T00:24:39,175 WARN [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,38291,1731198242542.replicationSource.wal-reader.b3c019fcff38%2C38291%2C1731198242542,1-b3c019fcff38,38291,1731198242542 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T00:24:39,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38291-0x100ff42b5920001, quorum=127.0.0.1:50569, baseZNode=/0-298874661 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-298874661/rs/b3c019fcff38,38291,1731198242542 2024-11-10T00:24:39,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36961-0x100ff42b5920000, quorum=127.0.0.1:50569, baseZNode=/0-298874661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-298874661/rs 2024-11-10T00:24:39,177 INFO [RS:0;b3c019fcff38:38291 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T00:24:39,178 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b3c019fcff38,38291,1731198242542] 2024-11-10T00:24:39,179 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-298874661/draining/b3c019fcff38,38291,1731198242542 already deleted, retry=false 2024-11-10T00:24:39,179 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b3c019fcff38,38291,1731198242542 expired; onlineServers=0 2024-11-10T00:24:39,179 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b3c019fcff38,36961,1731198242495' ***** 2024-11-10T00:24:39,179 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T00:24:39,180 INFO [M:0;b3c019fcff38:36961 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T00:24:39,180 INFO [M:0;b3c019fcff38:36961 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T00:24:39,180 DEBUG [M:0;b3c019fcff38:36961 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T00:24:39,180 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T00:24:39,180 DEBUG [M:0;b3c019fcff38:36961 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T00:24:39,180 DEBUG [master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731198244305 {}] cleaner.HFileCleaner(306): Exit Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731198244305,5,FailOnTimeoutGroup] 2024-11-10T00:24:39,180 DEBUG [master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731198244305 {}] cleaner.HFileCleaner(306): Exit Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731198244305,5,FailOnTimeoutGroup] 2024-11-10T00:24:39,180 INFO [M:0;b3c019fcff38:36961 {}] hbase.ChoreService(370): Chore service for: master/b3c019fcff38:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T00:24:39,180 INFO [M:0;b3c019fcff38:36961 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T00:24:39,180 DEBUG [M:0;b3c019fcff38:36961 {}] master.HMaster(1795): Stopping service threads 2024-11-10T00:24:39,180 INFO [M:0;b3c019fcff38:36961 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T00:24:39,180 INFO [M:0;b3c019fcff38:36961 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T00:24:39,180 INFO [M:0;b3c019fcff38:36961 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T00:24:39,181 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T00:24:39,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36961-0x100ff42b5920000, quorum=127.0.0.1:50569, baseZNode=/0-298874661 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-298874661/master 2024-11-10T00:24:39,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36961-0x100ff42b5920000, quorum=127.0.0.1:50569, baseZNode=/0-298874661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-298874661 2024-11-10T00:24:39,182 DEBUG [M:0;b3c019fcff38:36961 {}] zookeeper.ZKUtil(347): master:36961-0x100ff42b5920000, quorum=127.0.0.1:50569, baseZNode=/0-298874661 Unable to get data of znode /0-298874661/master because node does not exist (not an error) 2024-11-10T00:24:39,182 WARN [M:0;b3c019fcff38:36961 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T00:24:39,182 INFO [M:0;b3c019fcff38:36961 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/.lastflushedseqids 2024-11-10T00:24:39,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741848_1024 (size=245) 2024-11-10T00:24:39,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38291-0x100ff42b5920001, quorum=127.0.0.1:50569, baseZNode=/0-298874661 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:24:39,278 INFO [RS:0;b3c019fcff38:38291 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T00:24:39,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38291-0x100ff42b5920001, quorum=127.0.0.1:50569, baseZNode=/0-298874661 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:24:39,278 INFO [RS:0;b3c019fcff38:38291 {}] regionserver.HRegionServer(1031): Exiting; stopping=b3c019fcff38,38291,1731198242542; zookeeper connection closed. 2024-11-10T00:24:39,279 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@71fc4282 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@71fc4282 2024-11-10T00:24:39,279 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T00:24:39,586 INFO [M:0;b3c019fcff38:36961 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T00:24:39,586 INFO [M:0;b3c019fcff38:36961 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T00:24:39,587 DEBUG [M:0;b3c019fcff38:36961 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T00:24:39,587 INFO [M:0;b3c019fcff38:36961 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:24:39,587 DEBUG [M:0;b3c019fcff38:36961 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:24:39,587 DEBUG [M:0;b3c019fcff38:36961 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T00:24:39,587 DEBUG [M:0;b3c019fcff38:36961 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:24:39,587 INFO [M:0;b3c019fcff38:36961 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-10T00:24:39,605 DEBUG [M:0;b3c019fcff38:36961 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c2c80bae066640f5b6915923c56b9829 is 82, key is hbase:meta,,1/info:regioninfo/1731198245071/Put/seqid=0 2024-11-10T00:24:39,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741849_1025 (size=5672) 2024-11-10T00:24:40,009 INFO [M:0;b3c019fcff38:36961 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c2c80bae066640f5b6915923c56b9829 2024-11-10T00:24:40,030 DEBUG [M:0;b3c019fcff38:36961 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/285eec49a8274175a510c630a685ef6e is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731198254561/Put/seqid=0 2024-11-10T00:24:40,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741850_1026 (size=7218) 2024-11-10T00:24:40,434 INFO [M:0;b3c019fcff38:36961 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/285eec49a8274175a510c630a685ef6e 2024-11-10T00:24:40,438 INFO [M:0;b3c019fcff38:36961 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 285eec49a8274175a510c630a685ef6e 2024-11-10T00:24:40,455 DEBUG [M:0;b3c019fcff38:36961 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bd2d87d8de394eef992dde1c6008f7ef is 69, key is b3c019fcff38,38291,1731198242542/rs:state/1731198244383/Put/seqid=0 2024-11-10T00:24:40,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741851_1027 (size=5156) 2024-11-10T00:24:40,859 INFO [M:0;b3c019fcff38:36961 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bd2d87d8de394eef992dde1c6008f7ef 2024-11-10T00:24:40,863 DEBUG [M:0;b3c019fcff38:36961 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c2c80bae066640f5b6915923c56b9829 as hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c2c80bae066640f5b6915923c56b9829 2024-11-10T00:24:40,867 INFO [M:0;b3c019fcff38:36961 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c2c80bae066640f5b6915923c56b9829, entries=8, sequenceid=105, filesize=5.5 K 2024-11-10T00:24:40,867 DEBUG [M:0;b3c019fcff38:36961 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/285eec49a8274175a510c630a685ef6e as hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/285eec49a8274175a510c630a685ef6e 2024-11-10T00:24:40,871 INFO [M:0;b3c019fcff38:36961 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 285eec49a8274175a510c630a685ef6e 2024-11-10T00:24:40,871 INFO [M:0;b3c019fcff38:36961 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/285eec49a8274175a510c630a685ef6e, entries=11, sequenceid=105, filesize=7.0 K 2024-11-10T00:24:40,872 DEBUG [M:0;b3c019fcff38:36961 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bd2d87d8de394eef992dde1c6008f7ef as hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bd2d87d8de394eef992dde1c6008f7ef 2024-11-10T00:24:40,875 INFO [M:0;b3c019fcff38:36961 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36115/user/jenkins/test-data/4ae8148a-0502-69be-ed05-d80a1221cc02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bd2d87d8de394eef992dde1c6008f7ef, entries=1, sequenceid=105, filesize=5.0 K 2024-11-10T00:24:40,875 INFO [M:0;b3c019fcff38:36961 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=105, compaction requested=false 2024-11-10T00:24:40,880 INFO [M:0;b3c019fcff38:36961 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:24:40,881 DEBUG [M:0;b3c019fcff38:36961 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731198279587Disabling compacts and flushes for region at 1731198279587Disabling writes for close at 1731198279587Obtaining lock to block concurrent updates at 1731198279587Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731198279587Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731198279587Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731198279588 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731198279588Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731198279605 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731198279605Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731198280012 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731198280029 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731198280029Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731198280438 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731198280454 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731198280454Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b473767: reopening flushed file at 1731198280862 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c13d83: reopening flushed file at 1731198280867 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@466e733d: reopening flushed file at 1731198280871 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=105, compaction requested=false at 1731198280875 (+4 ms)Writing region close event to WAL at 1731198280880 (+5 ms)Closed at 1731198280880 2024-11-10T00:24:40,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741830_1006 (size=64423) 2024-11-10T00:24:40,883 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T00:24:40,883 INFO [M:0;b3c019fcff38:36961 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T00:24:40,883 INFO [M:0;b3c019fcff38:36961 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36961 2024-11-10T00:24:40,883 INFO [M:0;b3c019fcff38:36961 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T00:24:40,985 INFO [M:0;b3c019fcff38:36961 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T00:24:40,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36961-0x100ff42b5920000, quorum=127.0.0.1:50569, baseZNode=/0-298874661 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:24:40,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36961-0x100ff42b5920000, quorum=127.0.0.1:50569, baseZNode=/0-298874661 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:24:40,988 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@36d129b2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T00:24:40,988 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d3d15dd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T00:24:40,988 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T00:24:40,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72f34e90{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T00:24:40,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45a736e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea00da3d-5020-2ca2-6195-bfedf30aa5e4/hadoop.log.dir/,STOPPED} 2024-11-10T00:24:40,990 WARN [BP-2008707565-172.17.0.2-1731198241559 heartbeating to localhost/127.0.0.1:36115 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T00:24:40,990 WARN [BP-2008707565-172.17.0.2-1731198241559 heartbeating to localhost/127.0.0.1:36115 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2008707565-172.17.0.2-1731198241559 (Datanode Uuid 40ab4bd4-9ade-432d-8672-50592d37f35b) service to localhost/127.0.0.1:36115 2024-11-10T00:24:40,990 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T00:24:40,990 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T00:24:40,991 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea00da3d-5020-2ca2-6195-bfedf30aa5e4/cluster_5b379ddc-2ac3-f58a-8400-02881b11bee2/data/data1/current/BP-2008707565-172.17.0.2-1731198241559 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T00:24:40,991 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea00da3d-5020-2ca2-6195-bfedf30aa5e4/cluster_5b379ddc-2ac3-f58a-8400-02881b11bee2/data/data2/current/BP-2008707565-172.17.0.2-1731198241559 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T00:24:40,991 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T00:24:40,997 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e862c61{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T00:24:40,997 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@159794d4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T00:24:40,998 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T00:24:40,998 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13616542{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T00:24:40,998 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d101001{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea00da3d-5020-2ca2-6195-bfedf30aa5e4/hadoop.log.dir/,STOPPED} 2024-11-10T00:24:41,003 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T00:24:41,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T00:24:41,030 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=360 (was 313) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37293 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36115 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37293 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32783 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37293 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32783 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:32783 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32783 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:32783 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50569) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36115 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50569) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50569) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:32783 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:32783 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36115 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37293 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36115 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:37293 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32783 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:36115 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=791 (was 730) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=211 (was 222), ProcessCount=11 (was 11), AvailableMemoryMB=9084 (was 9351) 2024-11-10T00:24:41,042 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=360, OpenFileDescriptor=791, MaxFileDescriptor=1048576, SystemLoadAverage=211, ProcessCount=11, AvailableMemoryMB=9084 2024-11-10T00:24:41,055 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-10T00:24:41,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a147fd22-8c78-db80-2b59-0d3c44fef565/hadoop.log.dir so I do NOT create it in target/test-data/0f07ec63-c83a-02a1-91c3-190719c19f2b 2024-11-10T00:24:41,056 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a147fd22-8c78-db80-2b59-0d3c44fef565/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T00:24:41,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a147fd22-8c78-db80-2b59-0d3c44fef565/hadoop.tmp.dir so I do NOT create it in target/test-data/0f07ec63-c83a-02a1-91c3-190719c19f2b 2024-11-10T00:24:41,056 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a147fd22-8c78-db80-2b59-0d3c44fef565/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T00:24:41,056 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f07ec63-c83a-02a1-91c3-190719c19f2b 2024-11-10T00:24:41,056 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f07ec63-c83a-02a1-91c3-190719c19f2b/cluster_62ce5406-0fb9-2ca5-a1fb-6d0043ad332d, deleteOnExit=true 2024-11-10T00:24:41,058 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f07ec63-c83a-02a1-91c3-190719c19f2b/cluster_62ce5406-0fb9-2ca5-a1fb-6d0043ad332d/zookeeper_0, clientPort=62484, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f07ec63-c83a-02a1-91c3-190719c19f2b/cluster_62ce5406-0fb9-2ca5-a1fb-6d0043ad332d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f07ec63-c83a-02a1-91c3-190719c19f2b/cluster_62ce5406-0fb9-2ca5-a1fb-6d0043ad332d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T00:24:41,059 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62484 2024-11-10T00:24:41,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T00:24:41,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T00:24:41,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f07ec63-c83a-02a1-91c3-190719c19f2b/test.cache.data in system properties and HBase conf 2024-11-10T00:24:41,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f07ec63-c83a-02a1-91c3-190719c19f2b/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T00:24:41,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f07ec63-c83a-02a1-91c3-190719c19f2b/hadoop.log.dir in system properties and HBase conf 2024-11-10T00:24:41,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f07ec63-c83a-02a1-91c3-190719c19f2b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T00:24:41,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f07ec63-c83a-02a1-91c3-190719c19f2b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T00:24:41,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T00:24:41,059 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T00:24:41,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f07ec63-c83a-02a1-91c3-190719c19f2b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T00:24:41,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f07ec63-c83a-02a1-91c3-190719c19f2b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T00:24:41,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f07ec63-c83a-02a1-91c3-190719c19f2b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T00:24:41,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f07ec63-c83a-02a1-91c3-190719c19f2b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T00:24:41,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f07ec63-c83a-02a1-91c3-190719c19f2b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T00:24:41,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f07ec63-c83a-02a1-91c3-190719c19f2b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T00:24:41,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f07ec63-c83a-02a1-91c3-190719c19f2b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T00:24:41,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f07ec63-c83a-02a1-91c3-190719c19f2b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T00:24:41,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f07ec63-c83a-02a1-91c3-190719c19f2b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T00:24:41,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f07ec63-c83a-02a1-91c3-190719c19f2b/nfs.dump.dir in system properties and HBase conf 2024-11-10T00:24:41,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f07ec63-c83a-02a1-91c3-190719c19f2b/java.io.tmpdir in system properties and HBase conf 2024-11-10T00:24:41,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f07ec63-c83a-02a1-91c3-190719c19f2b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T00:24:41,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f07ec63-c83a-02a1-91c3-190719c19f2b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T00:24:41,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f07ec63-c83a-02a1-91c3-190719c19f2b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T00:24:41,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100ff42b5920005, quorum=127.0.0.1:50569, baseZNode=/166525426 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T00:24:41,102 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100ff42b5920005, quorum=127.0.0.1:50569, baseZNode=/166525426 Received Disconnected from ZooKeeper, ignoring 2024-11-10T00:24:41,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x100ff42b5920008, quorum=127.0.0.1:50569, baseZNode=/22111082631 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T00:24:41,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100ff42b5920002, quorum=127.0.0.1:50569, baseZNode=/0-298874661 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T00:24:41,102 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100ff42b5920002, quorum=127.0.0.1:50569, baseZNode=/0-298874661 Received Disconnected from ZooKeeper, ignoring 2024-11-10T00:24:41,102 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x100ff42b5920008, quorum=127.0.0.1:50569, baseZNode=/22111082631 Received Disconnected from ZooKeeper, ignoring 2024-11-10T00:24:41,134 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:24:41,137 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T00:24:41,138 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T00:24:41,138 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T00:24:41,138 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T00:24:41,141 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:24:41,141 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6268849d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f07ec63-c83a-02a1-91c3-190719c19f2b/hadoop.log.dir/,AVAILABLE} 2024-11-10T00:24:41,141 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e834038{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T00:24:41,255 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41f5b8e4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f07ec63-c83a-02a1-91c3-190719c19f2b/java.io.tmpdir/jetty-localhost-33211-hadoop-hdfs-3_4_1-tests_jar-_-any-18441154753931976028/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T00:24:41,256 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@47c4774a{HTTP/1.1, (http/1.1)}{localhost:33211} 2024-11-10T00:24:41,256 INFO [Time-limited test {}] server.Server(415): Started @294960ms 2024-11-10T00:24:41,322 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:24:41,325 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T00:24:41,328 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T00:24:41,328 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T00:24:41,328 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T00:24:41,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4307b040{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f07ec63-c83a-02a1-91c3-190719c19f2b/hadoop.log.dir/,AVAILABLE} 2024-11-10T00:24:41,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@355bfe00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T00:24:41,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T00:24:41,343 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T00:24:41,343 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T00:24:41,343 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T00:24:41,450 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79452611{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f07ec63-c83a-02a1-91c3-190719c19f2b/java.io.tmpdir/jetty-localhost-37303-hadoop-hdfs-3_4_1-tests_jar-_-any-12155670307926602413/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T00:24:41,450 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@205f3084{HTTP/1.1, (http/1.1)}{localhost:37303} 2024-11-10T00:24:41,450 INFO [Time-limited test {}] server.Server(415): Started @295155ms 2024-11-10T00:24:41,451 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T00:24:41,555 WARN [Thread-4198 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f07ec63-c83a-02a1-91c3-190719c19f2b/cluster_62ce5406-0fb9-2ca5-a1fb-6d0043ad332d/data/data2/current/BP-739503168-172.17.0.2-1731198281078/current, will proceed with Du for space computation calculation, 2024-11-10T00:24:41,555 WARN [Thread-4197 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f07ec63-c83a-02a1-91c3-190719c19f2b/cluster_62ce5406-0fb9-2ca5-a1fb-6d0043ad332d/data/data1/current/BP-739503168-172.17.0.2-1731198281078/current, will proceed with Du for space computation calculation, 2024-11-10T00:24:41,572 WARN [Thread-4185 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T00:24:41,574 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb735b9fcbcc0ef06 with lease ID 0x51c1bf0f888099de: Processing first storage report for DS-3d12e1c2-7b5e-477b-9cd0-887a0d74b53f from datanode DatanodeRegistration(127.0.0.1:43147, datanodeUuid=122ecd0e-789b-4f06-83e9-f999956332fe, infoPort=41023, infoSecurePort=0, ipcPort=43411, storageInfo=lv=-57;cid=testClusterID;nsid=252128931;c=1731198281078) 2024-11-10T00:24:41,574 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb735b9fcbcc0ef06 with lease ID 0x51c1bf0f888099de: from storage DS-3d12e1c2-7b5e-477b-9cd0-887a0d74b53f node DatanodeRegistration(127.0.0.1:43147, datanodeUuid=122ecd0e-789b-4f06-83e9-f999956332fe, infoPort=41023, infoSecurePort=0, ipcPort=43411, storageInfo=lv=-57;cid=testClusterID;nsid=252128931;c=1731198281078), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T00:24:41,574 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb735b9fcbcc0ef06 with lease ID 0x51c1bf0f888099de: Processing first storage report for DS-24a656c4-65f4-4cda-8c13-4c0ef6b7ebfd from datanode DatanodeRegistration(127.0.0.1:43147, datanodeUuid=122ecd0e-789b-4f06-83e9-f999956332fe, infoPort=41023, infoSecurePort=0, ipcPort=43411, storageInfo=lv=-57;cid=testClusterID;nsid=252128931;c=1731198281078) 2024-11-10T00:24:41,574 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb735b9fcbcc0ef06 with lease ID 0x51c1bf0f888099de: from storage DS-24a656c4-65f4-4cda-8c13-4c0ef6b7ebfd node DatanodeRegistration(127.0.0.1:43147, datanodeUuid=122ecd0e-789b-4f06-83e9-f999956332fe, infoPort=41023, infoSecurePort=0, ipcPort=43411, storageInfo=lv=-57;cid=testClusterID;nsid=252128931;c=1731198281078), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T00:24:41,582 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f07ec63-c83a-02a1-91c3-190719c19f2b 2024-11-10T00:24:41,582 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:24:41,584 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:24:41,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43147 is added to blk_1073741825_1001 (size=7) 2024-11-10T00:24:41,591 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45297/user/jenkins/test-data/10eb3a98-d070-c829-f070-20ee363fa8e5 with version=8 2024-11-10T00:24:41,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45297/user/jenkins/test-data/10eb3a98-d070-c829-f070-20ee363fa8e5/hbase-staging 2024-11-10T00:24:41,593 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b3c019fcff38:0 server-side Connection retries=45 2024-11-10T00:24:41,593 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:24:41,594 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T00:24:41,594 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T00:24:41,594 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:24:41,594 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T00:24:41,594 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T00:24:41,594 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T00:24:41,594 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35301 2024-11-10T00:24:41,595 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35301 connecting to ZooKeeper ensemble=127.0.0.1:62484 2024-11-10T00:24:41,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353010x0, quorum=127.0.0.1:62484, baseZNode=/01876567749 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:24:41,602 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35301-0x100ff434ff10000 connected 2024-11-10T00:24:41,625 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:24:41,627 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:24:41,628 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35301-0x100ff434ff10000, quorum=127.0.0.1:62484, baseZNode=/01876567749 Set watcher on znode that does not yet exist, /01876567749/running 2024-11-10T00:24:41,628 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45297/user/jenkins/test-data/10eb3a98-d070-c829-f070-20ee363fa8e5, hbase.cluster.distributed=false 2024-11-10T00:24:41,630 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35301-0x100ff434ff10000, quorum=127.0.0.1:62484, baseZNode=/01876567749 Set watcher on znode that does not yet exist, /01876567749/acl 2024-11-10T00:24:41,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35301 2024-11-10T00:24:41,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35301 2024-11-10T00:24:41,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35301 2024-11-10T00:24:41,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35301 2024-11-10T00:24:41,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35301 2024-11-10T00:24:41,651 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b3c019fcff38:0 server-side Connection retries=45 2024-11-10T00:24:41,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:24:41,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T00:24:41,652 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T00:24:41,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:24:41,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T00:24:41,652 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T00:24:41,652 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T00:24:41,652 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46605 2024-11-10T00:24:41,653 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46605 connecting to ZooKeeper ensemble=127.0.0.1:62484 2024-11-10T00:24:41,654 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:24:41,655 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:24:41,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:466050x0, quorum=127.0.0.1:62484, baseZNode=/01876567749 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:24:41,659 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46605-0x100ff434ff10001 connected 2024-11-10T00:24:41,659 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:466050x0, quorum=127.0.0.1:62484, baseZNode=/01876567749 Set watcher on znode that does not yet exist, /01876567749/running 2024-11-10T00:24:41,660 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T00:24:41,660 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T00:24:41,660 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46605-0x100ff434ff10001, quorum=127.0.0.1:62484, baseZNode=/01876567749 Set watcher on znode that does not yet exist, /01876567749/master 2024-11-10T00:24:41,663 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46605-0x100ff434ff10001, quorum=127.0.0.1:62484, baseZNode=/01876567749 Set watcher on znode that does not yet exist, /01876567749/acl 2024-11-10T00:24:41,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46605 2024-11-10T00:24:41,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46605 2024-11-10T00:24:41,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46605 2024-11-10T00:24:41,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46605 2024-11-10T00:24:41,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46605 2024-11-10T00:24:41,684 DEBUG [M:0;b3c019fcff38:35301 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b3c019fcff38:35301 2024-11-10T00:24:41,684 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01876567749/backup-masters/b3c019fcff38,35301,1731198281593 2024-11-10T00:24:41,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46605-0x100ff434ff10001, quorum=127.0.0.1:62484, baseZNode=/01876567749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01876567749/backup-masters 2024-11-10T00:24:41,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35301-0x100ff434ff10000, quorum=127.0.0.1:62484, baseZNode=/01876567749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01876567749/backup-masters 2024-11-10T00:24:41,688 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35301-0x100ff434ff10000, quorum=127.0.0.1:62484, baseZNode=/01876567749 Set watcher on existing znode=/01876567749/backup-masters/b3c019fcff38,35301,1731198281593 2024-11-10T00:24:41,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46605-0x100ff434ff10001, quorum=127.0.0.1:62484, baseZNode=/01876567749 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01876567749/master 2024-11-10T00:24:41,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35301-0x100ff434ff10000, quorum=127.0.0.1:62484, baseZNode=/01876567749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01876567749 2024-11-10T00:24:41,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46605-0x100ff434ff10001, quorum=127.0.0.1:62484, baseZNode=/01876567749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01876567749 2024-11-10T00:24:41,690 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35301-0x100ff434ff10000, quorum=127.0.0.1:62484, baseZNode=/01876567749 Set watcher on existing znode=/01876567749/master 2024-11-10T00:24:41,690 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01876567749/backup-masters/b3c019fcff38,35301,1731198281593 from backup master directory 2024-11-10T00:24:41,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46605-0x100ff434ff10001, quorum=127.0.0.1:62484, baseZNode=/01876567749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01876567749/backup-masters 2024-11-10T00:24:41,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35301-0x100ff434ff10000, quorum=127.0.0.1:62484, baseZNode=/01876567749 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01876567749/backup-masters/b3c019fcff38,35301,1731198281593 2024-11-10T00:24:41,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35301-0x100ff434ff10000, quorum=127.0.0.1:62484, baseZNode=/01876567749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01876567749/backup-masters 2024-11-10T00:24:41,691 WARN [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T00:24:41,691 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b3c019fcff38,35301,1731198281593 2024-11-10T00:24:41,694 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45297/user/jenkins/test-data/10eb3a98-d070-c829-f070-20ee363fa8e5/hbase.id] with ID: e213fd84-f116-48c5-a6a8-0aeecbcbb52e 2024-11-10T00:24:41,694 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45297/user/jenkins/test-data/10eb3a98-d070-c829-f070-20ee363fa8e5/.tmp/hbase.id 2024-11-10T00:24:41,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43147 is added to blk_1073741826_1002 (size=42) 2024-11-10T00:24:42,099 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45297/user/jenkins/test-data/10eb3a98-d070-c829-f070-20ee363fa8e5/.tmp/hbase.id]:[hdfs://localhost:45297/user/jenkins/test-data/10eb3a98-d070-c829-f070-20ee363fa8e5/hbase.id] 2024-11-10T00:24:42,106 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:24:42,106 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T00:24:42,107 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T00:24:42,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46605-0x100ff434ff10001, quorum=127.0.0.1:62484, baseZNode=/01876567749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01876567749 2024-11-10T00:24:42,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35301-0x100ff434ff10000, quorum=127.0.0.1:62484, baseZNode=/01876567749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01876567749 2024-11-10T00:24:42,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43147 is added to blk_1073741827_1003 (size=196) 2024-11-10T00:24:42,514 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:24:42,515 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T00:24:42,515 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:24:42,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43147 is added to blk_1073741828_1004 (size=1189) 2024-11-10T00:24:42,921 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45297/user/jenkins/test-data/10eb3a98-d070-c829-f070-20ee363fa8e5/MasterData/data/master/store 2024-11-10T00:24:42,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43147 is added to blk_1073741829_1005 (size=34) 2024-11-10T00:24:43,326 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:24:43,326 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T00:24:43,326 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:24:43,326 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:24:43,326 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T00:24:43,326 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:24:43,326 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:24:43,327 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731198283326Disabling compacts and flushes for region at 1731198283326Disabling writes for close at 1731198283326Writing region close event to WAL at 1731198283326Closed at 1731198283326 2024-11-10T00:24:43,327 WARN [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45297/user/jenkins/test-data/10eb3a98-d070-c829-f070-20ee363fa8e5/MasterData/data/master/store/.initializing 2024-11-10T00:24:43,327 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45297/user/jenkins/test-data/10eb3a98-d070-c829-f070-20ee363fa8e5/MasterData/WALs/b3c019fcff38,35301,1731198281593 2024-11-10T00:24:43,328 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T00:24:43,329 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b3c019fcff38%2C35301%2C1731198281593, suffix=, logDir=hdfs://localhost:45297/user/jenkins/test-data/10eb3a98-d070-c829-f070-20ee363fa8e5/MasterData/WALs/b3c019fcff38,35301,1731198281593, archiveDir=hdfs://localhost:45297/user/jenkins/test-data/10eb3a98-d070-c829-f070-20ee363fa8e5/MasterData/oldWALs, maxLogs=10 2024-11-10T00:24:43,346 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/10eb3a98-d070-c829-f070-20ee363fa8e5/MasterData/WALs/b3c019fcff38,35301,1731198281593/b3c019fcff38%2C35301%2C1731198281593.1731198283330, exclude list is [], retry=0 2024-11-10T00:24:43,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43147,DS-3d12e1c2-7b5e-477b-9cd0-887a0d74b53f,DISK] 2024-11-10T00:24:43,350 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/10eb3a98-d070-c829-f070-20ee363fa8e5/MasterData/WALs/b3c019fcff38,35301,1731198281593/b3c019fcff38%2C35301%2C1731198281593.1731198283330 2024-11-10T00:24:43,350 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41023:41023)] 2024-11-10T00:24:43,350 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:24:43,351 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:24:43,351 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:43,351 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:43,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:43,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T00:24:43,353 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:43,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:24:43,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:43,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T00:24:43,354 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:43,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:24:43,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:43,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T00:24:43,355 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:43,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:24:43,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:43,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T00:24:43,357 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:43,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:24:43,357 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:43,358 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45297/user/jenkins/test-data/10eb3a98-d070-c829-f070-20ee363fa8e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:43,358 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45297/user/jenkins/test-data/10eb3a98-d070-c829-f070-20ee363fa8e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:43,359 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:43,359 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:43,359 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:24:43,360 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:43,361 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45297/user/jenkins/test-data/10eb3a98-d070-c829-f070-20ee363fa8e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:24:43,362 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70515391, jitterRate=0.050761207938194275}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:24:43,362 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731198283351Initializing all the Stores at 1731198283351Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198283351Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198283352 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198283352Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198283352Cleaning up temporary data from old regions at 1731198283359 (+7 ms)Region opened successfully at 1731198283362 (+3 ms) 2024-11-10T00:24:43,362 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T00:24:43,364 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77870161, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b3c019fcff38/172.17.0.2:0 2024-11-10T00:24:43,365 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T00:24:43,365 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T00:24:43,365 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T00:24:43,365 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T00:24:43,365 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T00:24:43,366 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T00:24:43,366 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T00:24:43,367 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T00:24:43,368 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35301-0x100ff434ff10000, quorum=127.0.0.1:62484, baseZNode=/01876567749 Unable to get data of znode /01876567749/balancer because node does not exist (not necessarily an error) 2024-11-10T00:24:43,370 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01876567749/balancer already deleted, retry=false 2024-11-10T00:24:43,370 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T00:24:43,371 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35301-0x100ff434ff10000, quorum=127.0.0.1:62484, baseZNode=/01876567749 Unable to get data of znode /01876567749/normalizer because node does not exist (not necessarily an error) 2024-11-10T00:24:43,372 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01876567749/normalizer already deleted, retry=false 2024-11-10T00:24:43,372 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T00:24:43,373 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35301-0x100ff434ff10000, quorum=127.0.0.1:62484, baseZNode=/01876567749 Unable to get data of znode /01876567749/switch/split because node does not exist (not necessarily an error) 2024-11-10T00:24:43,374 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01876567749/switch/split already deleted, retry=false 2024-11-10T00:24:43,374 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35301-0x100ff434ff10000, quorum=127.0.0.1:62484, baseZNode=/01876567749 Unable to get data of znode /01876567749/switch/merge because node does not exist (not necessarily an error) 2024-11-10T00:24:43,375 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01876567749/switch/merge already deleted, retry=false 2024-11-10T00:24:43,377 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35301-0x100ff434ff10000, quorum=127.0.0.1:62484, baseZNode=/01876567749 Unable to get data of znode /01876567749/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T00:24:43,379 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01876567749/snapshot-cleanup already deleted, retry=false 2024-11-10T00:24:43,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46605-0x100ff434ff10001, quorum=127.0.0.1:62484, baseZNode=/01876567749 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01876567749/running 2024-11-10T00:24:43,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35301-0x100ff434ff10000, quorum=127.0.0.1:62484, baseZNode=/01876567749 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01876567749/running 2024-11-10T00:24:43,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35301-0x100ff434ff10000, quorum=127.0.0.1:62484, baseZNode=/01876567749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01876567749 2024-11-10T00:24:43,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46605-0x100ff434ff10001, quorum=127.0.0.1:62484, baseZNode=/01876567749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01876567749 2024-11-10T00:24:43,381 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b3c019fcff38,35301,1731198281593, sessionid=0x100ff434ff10000, setting cluster-up flag (Was=false) 2024-11-10T00:24:43,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35301-0x100ff434ff10000, quorum=127.0.0.1:62484, baseZNode=/01876567749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01876567749 2024-11-10T00:24:43,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46605-0x100ff434ff10001, quorum=127.0.0.1:62484, baseZNode=/01876567749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01876567749 2024-11-10T00:24:43,388 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01876567749/flush-table-proc/acquired, /01876567749/flush-table-proc/reached, /01876567749/flush-table-proc/abort 2024-11-10T00:24:43,388 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b3c019fcff38,35301,1731198281593 2024-11-10T00:24:43,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46605-0x100ff434ff10001, quorum=127.0.0.1:62484, baseZNode=/01876567749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01876567749 2024-11-10T00:24:43,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35301-0x100ff434ff10000, quorum=127.0.0.1:62484, baseZNode=/01876567749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01876567749 2024-11-10T00:24:43,395 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01876567749/online-snapshot/acquired, /01876567749/online-snapshot/reached, /01876567749/online-snapshot/abort 2024-11-10T00:24:43,396 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b3c019fcff38,35301,1731198281593 2024-11-10T00:24:43,396 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45297/user/jenkins/test-data/10eb3a98-d070-c829-f070-20ee363fa8e5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T00:24:43,398 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T00:24:43,398 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T00:24:43,398 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T00:24:43,398 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b3c019fcff38,35301,1731198281593 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T00:24:43,399 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:24:43,399 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:24:43,399 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:24:43,399 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:24:43,399 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b3c019fcff38:0, corePoolSize=10, maxPoolSize=10 2024-11-10T00:24:43,399 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:43,399 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b3c019fcff38:0, corePoolSize=2, maxPoolSize=2 2024-11-10T00:24:43,399 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:43,400 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:24:43,400 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T00:24:43,401 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:43,401 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T00:24:43,413 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731198313413 2024-11-10T00:24:43,413 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T00:24:43,413 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T00:24:43,413 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T00:24:43,413 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T00:24:43,413 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T00:24:43,413 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T00:24:43,416 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:43,417 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T00:24:43,417 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T00:24:43,417 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T00:24:43,417 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T00:24:43,417 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T00:24:43,417 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T00:24:43,417 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731198283417,5,FailOnTimeoutGroup] 2024-11-10T00:24:43,418 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731198283417,5,FailOnTimeoutGroup] 2024-11-10T00:24:43,418 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:43,419 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T00:24:43,419 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:43,419 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:43,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43147 is added to blk_1073741831_1007 (size=1321) 2024-11-10T00:24:43,475 INFO [RS:0;b3c019fcff38:46605 {}] regionserver.HRegionServer(746): ClusterId : e213fd84-f116-48c5-a6a8-0aeecbcbb52e 2024-11-10T00:24:43,475 DEBUG [RS:0;b3c019fcff38:46605 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T00:24:43,482 DEBUG [RS:0;b3c019fcff38:46605 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T00:24:43,482 DEBUG [RS:0;b3c019fcff38:46605 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T00:24:43,484 DEBUG [RS:0;b3c019fcff38:46605 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T00:24:43,484 DEBUG [RS:0;b3c019fcff38:46605 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bff3ad2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b3c019fcff38/172.17.0.2:0 2024-11-10T00:24:43,497 DEBUG [RS:0;b3c019fcff38:46605 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b3c019fcff38:46605 2024-11-10T00:24:43,497 INFO [RS:0;b3c019fcff38:46605 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T00:24:43,497 INFO [RS:0;b3c019fcff38:46605 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T00:24:43,497 DEBUG [RS:0;b3c019fcff38:46605 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T00:24:43,497 INFO [RS:0;b3c019fcff38:46605 {}] regionserver.HRegionServer(2659): reportForDuty to master=b3c019fcff38,35301,1731198281593 with port=46605, startcode=1731198281651 2024-11-10T00:24:43,497 DEBUG [RS:0;b3c019fcff38:46605 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T00:24:43,499 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37471, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T00:24:43,499 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35301 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b3c019fcff38,46605,1731198281651 2024-11-10T00:24:43,499 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35301 {}] master.ServerManager(517): Registering regionserver=b3c019fcff38,46605,1731198281651 2024-11-10T00:24:43,501 DEBUG [RS:0;b3c019fcff38:46605 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45297/user/jenkins/test-data/10eb3a98-d070-c829-f070-20ee363fa8e5 2024-11-10T00:24:43,501 DEBUG [RS:0;b3c019fcff38:46605 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45297 2024-11-10T00:24:43,501 DEBUG [RS:0;b3c019fcff38:46605 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T00:24:43,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35301-0x100ff434ff10000, quorum=127.0.0.1:62484, baseZNode=/01876567749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01876567749/rs 2024-11-10T00:24:43,502 DEBUG [RS:0;b3c019fcff38:46605 {}] zookeeper.ZKUtil(111): regionserver:46605-0x100ff434ff10001, quorum=127.0.0.1:62484, baseZNode=/01876567749 Set watcher on existing znode=/01876567749/rs/b3c019fcff38,46605,1731198281651 2024-11-10T00:24:43,502 WARN [RS:0;b3c019fcff38:46605 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T00:24:43,503 INFO [RS:0;b3c019fcff38:46605 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:24:43,503 DEBUG [RS:0;b3c019fcff38:46605 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45297/user/jenkins/test-data/10eb3a98-d070-c829-f070-20ee363fa8e5/WALs/b3c019fcff38,46605,1731198281651 2024-11-10T00:24:43,503 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b3c019fcff38,46605,1731198281651] 2024-11-10T00:24:43,505 INFO [RS:0;b3c019fcff38:46605 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T00:24:43,506 INFO [RS:0;b3c019fcff38:46605 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T00:24:43,508 INFO [RS:0;b3c019fcff38:46605 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T00:24:43,508 INFO [RS:0;b3c019fcff38:46605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:43,509 INFO [RS:0;b3c019fcff38:46605 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T00:24:43,509 INFO [RS:0;b3c019fcff38:46605 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T00:24:43,509 INFO [RS:0;b3c019fcff38:46605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:43,509 DEBUG [RS:0;b3c019fcff38:46605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:43,509 DEBUG [RS:0;b3c019fcff38:46605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:43,509 DEBUG [RS:0;b3c019fcff38:46605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:43,509 DEBUG [RS:0;b3c019fcff38:46605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:43,509 DEBUG [RS:0;b3c019fcff38:46605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:43,509 DEBUG [RS:0;b3c019fcff38:46605 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b3c019fcff38:0, corePoolSize=2, maxPoolSize=2 2024-11-10T00:24:43,509 DEBUG [RS:0;b3c019fcff38:46605 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:43,509 DEBUG [RS:0;b3c019fcff38:46605 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:43,509 DEBUG [RS:0;b3c019fcff38:46605 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:43,509 DEBUG [RS:0;b3c019fcff38:46605 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:43,509 DEBUG [RS:0;b3c019fcff38:46605 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:43,509 DEBUG [RS:0;b3c019fcff38:46605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:43,509 DEBUG [RS:0;b3c019fcff38:46605 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0, corePoolSize=3, maxPoolSize=3 2024-11-10T00:24:43,509 DEBUG [RS:0;b3c019fcff38:46605 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0, corePoolSize=3, maxPoolSize=3 2024-11-10T00:24:43,510 INFO [RS:0;b3c019fcff38:46605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:43,510 INFO [RS:0;b3c019fcff38:46605 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:43,510 INFO [RS:0;b3c019fcff38:46605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:43,510 INFO [RS:0;b3c019fcff38:46605 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:43,510 INFO [RS:0;b3c019fcff38:46605 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:43,511 INFO [RS:0;b3c019fcff38:46605 {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,46605,1731198281651-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T00:24:43,526 INFO [RS:0;b3c019fcff38:46605 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T00:24:43,526 INFO [RS:0;b3c019fcff38:46605 {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,46605,1731198281651-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:43,526 INFO [RS:0;b3c019fcff38:46605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:43,526 INFO [RS:0;b3c019fcff38:46605 {}] regionserver.Replication(171): b3c019fcff38,46605,1731198281651 started 2024-11-10T00:24:43,540 INFO [RS:0;b3c019fcff38:46605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:43,540 INFO [RS:0;b3c019fcff38:46605 {}] regionserver.HRegionServer(1482): Serving as b3c019fcff38,46605,1731198281651, RpcServer on b3c019fcff38/172.17.0.2:46605, sessionid=0x100ff434ff10001 2024-11-10T00:24:43,540 DEBUG [RS:0;b3c019fcff38:46605 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T00:24:43,540 DEBUG [RS:0;b3c019fcff38:46605 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b3c019fcff38,46605,1731198281651 2024-11-10T00:24:43,540 DEBUG [RS:0;b3c019fcff38:46605 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b3c019fcff38,46605,1731198281651' 2024-11-10T00:24:43,540 DEBUG [RS:0;b3c019fcff38:46605 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01876567749/flush-table-proc/abort' 2024-11-10T00:24:43,540 DEBUG [RS:0;b3c019fcff38:46605 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01876567749/flush-table-proc/acquired' 2024-11-10T00:24:43,541 DEBUG [RS:0;b3c019fcff38:46605 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T00:24:43,541 DEBUG [RS:0;b3c019fcff38:46605 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T00:24:43,541 DEBUG [RS:0;b3c019fcff38:46605 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b3c019fcff38,46605,1731198281651 2024-11-10T00:24:43,541 DEBUG [RS:0;b3c019fcff38:46605 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b3c019fcff38,46605,1731198281651' 2024-11-10T00:24:43,541 DEBUG [RS:0;b3c019fcff38:46605 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01876567749/online-snapshot/abort' 2024-11-10T00:24:43,541 DEBUG [RS:0;b3c019fcff38:46605 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01876567749/online-snapshot/acquired' 2024-11-10T00:24:43,541 DEBUG [RS:0;b3c019fcff38:46605 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T00:24:43,541 INFO [RS:0;b3c019fcff38:46605 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T00:24:43,541 INFO [RS:0;b3c019fcff38:46605 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T00:24:43,642 INFO [RS:0;b3c019fcff38:46605 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T00:24:43,643 INFO [RS:0;b3c019fcff38:46605 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b3c019fcff38%2C46605%2C1731198281651, suffix=, logDir=hdfs://localhost:45297/user/jenkins/test-data/10eb3a98-d070-c829-f070-20ee363fa8e5/WALs/b3c019fcff38,46605,1731198281651, archiveDir=hdfs://localhost:45297/user/jenkins/test-data/10eb3a98-d070-c829-f070-20ee363fa8e5/oldWALs, maxLogs=10 2024-11-10T00:24:43,657 DEBUG [RS:0;b3c019fcff38:46605 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/10eb3a98-d070-c829-f070-20ee363fa8e5/WALs/b3c019fcff38,46605,1731198281651/b3c019fcff38%2C46605%2C1731198281651.1731198283643, exclude list is [], retry=0 2024-11-10T00:24:43,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43147,DS-3d12e1c2-7b5e-477b-9cd0-887a0d74b53f,DISK] 2024-11-10T00:24:43,660 INFO [RS:0;b3c019fcff38:46605 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/10eb3a98-d070-c829-f070-20ee363fa8e5/WALs/b3c019fcff38,46605,1731198281651/b3c019fcff38%2C46605%2C1731198281651.1731198283643 2024-11-10T00:24:43,660 DEBUG [RS:0;b3c019fcff38:46605 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41023:41023)] 2024-11-10T00:24:43,826 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45297/user/jenkins/test-data/10eb3a98-d070-c829-f070-20ee363fa8e5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T00:24:43,826 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45297/user/jenkins/test-data/10eb3a98-d070-c829-f070-20ee363fa8e5 2024-11-10T00:24:43,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43147 is added to blk_1073741833_1009 (size=32) 2024-11-10T00:24:43,856 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T00:24:43,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:43,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:43,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:43,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:43,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:43,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:43,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:43,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:43,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:43,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:43,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:43,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:43,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:43,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:43,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:43,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:44,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:24:44,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T00:24:44,234 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T00:24:44,234 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:44,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:24:44,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T00:24:44,235 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T00:24:44,235 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:44,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:24:44,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T00:24:44,236 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T00:24:44,236 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:44,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:24:44,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T00:24:44,237 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T00:24:44,237 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:44,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:24:44,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T00:24:44,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45297/user/jenkins/test-data/10eb3a98-d070-c829-f070-20ee363fa8e5/data/hbase/meta/1588230740 2024-11-10T00:24:44,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45297/user/jenkins/test-data/10eb3a98-d070-c829-f070-20ee363fa8e5/data/hbase/meta/1588230740 2024-11-10T00:24:44,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T00:24:44,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T00:24:44,240 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:24:44,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T00:24:44,242 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45297/user/jenkins/test-data/10eb3a98-d070-c829-f070-20ee363fa8e5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:24:44,243 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65991757, jitterRate=-0.016646191477775574}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:24:44,243 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731198284232Initializing all the Stores at 1731198284233 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198284233Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198284233Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198284233Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198284233Cleaning up temporary data from old regions at 1731198284239 (+6 ms)Region opened successfully at 1731198284243 (+4 ms) 2024-11-10T00:24:44,243 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T00:24:44,243 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T00:24:44,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T00:24:44,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T00:24:44,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T00:24:44,244 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T00:24:44,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731198284243Disabling compacts and flushes for region at 1731198284243Disabling writes for close at 1731198284244 (+1 ms)Writing region close event to WAL at 1731198284244Closed at 1731198284244 2024-11-10T00:24:44,245 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:24:44,245 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T00:24:44,245 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T00:24:44,246 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T00:24:44,246 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T00:24:44,397 DEBUG [b3c019fcff38:35301 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T00:24:44,397 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b3c019fcff38,46605,1731198281651 2024-11-10T00:24:44,398 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b3c019fcff38,46605,1731198281651, state=OPENING 2024-11-10T00:24:44,399 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T00:24:44,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46605-0x100ff434ff10001, quorum=127.0.0.1:62484, baseZNode=/01876567749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01876567749 2024-11-10T00:24:44,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35301-0x100ff434ff10000, quorum=127.0.0.1:62484, baseZNode=/01876567749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01876567749 2024-11-10T00:24:44,402 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T00:24:44,402 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b3c019fcff38,46605,1731198281651}] 2024-11-10T00:24:44,402 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01876567749/meta-region-server: CHANGED 2024-11-10T00:24:44,402 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01876567749/meta-region-server: CHANGED 2024-11-10T00:24:44,555 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T00:24:44,556 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48897, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T00:24:44,559 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T00:24:44,559 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:24:44,559 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T00:24:44,560 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b3c019fcff38%2C46605%2C1731198281651.meta, suffix=.meta, logDir=hdfs://localhost:45297/user/jenkins/test-data/10eb3a98-d070-c829-f070-20ee363fa8e5/WALs/b3c019fcff38,46605,1731198281651, archiveDir=hdfs://localhost:45297/user/jenkins/test-data/10eb3a98-d070-c829-f070-20ee363fa8e5/oldWALs, maxLogs=10 2024-11-10T00:24:44,573 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/10eb3a98-d070-c829-f070-20ee363fa8e5/WALs/b3c019fcff38,46605,1731198281651/b3c019fcff38%2C46605%2C1731198281651.meta.1731198284560.meta, exclude list is [], retry=0 2024-11-10T00:24:44,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43147,DS-3d12e1c2-7b5e-477b-9cd0-887a0d74b53f,DISK] 2024-11-10T00:24:44,576 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/10eb3a98-d070-c829-f070-20ee363fa8e5/WALs/b3c019fcff38,46605,1731198281651/b3c019fcff38%2C46605%2C1731198281651.meta.1731198284560.meta 2024-11-10T00:24:44,577 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41023:41023)] 2024-11-10T00:24:44,577 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:24:44,577 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T00:24:44,577 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T00:24:44,577 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T00:24:44,577 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T00:24:44,577 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T00:24:44,577 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:24:44,577 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T00:24:44,578 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T00:24:44,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T00:24:44,579 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T00:24:44,579 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:44,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:24:44,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T00:24:44,580 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T00:24:44,580 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:44,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:24:44,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T00:24:44,581 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T00:24:44,581 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:44,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:24:44,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T00:24:44,582 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T00:24:44,582 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:44,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:24:44,582 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T00:24:44,583 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45297/user/jenkins/test-data/10eb3a98-d070-c829-f070-20ee363fa8e5/data/hbase/meta/1588230740 2024-11-10T00:24:44,583 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45297/user/jenkins/test-data/10eb3a98-d070-c829-f070-20ee363fa8e5/data/hbase/meta/1588230740 2024-11-10T00:24:44,584 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T00:24:44,584 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T00:24:44,584 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:24:44,585 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T00:24:44,586 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67319705, jitterRate=0.0031417757272720337}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:24:44,586 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T00:24:44,586 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731198284578Writing region info on filesystem at 1731198284578Initializing all the Stores at 1731198284578Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198284578Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198284578Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198284578Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198284578Cleaning up temporary data from old regions at 1731198284584 (+6 ms)Running coprocessor post-open hooks at 1731198284586 (+2 ms)Region opened successfully at 1731198284586 2024-11-10T00:24:44,587 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731198284554 2024-11-10T00:24:44,588 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T00:24:44,588 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T00:24:44,589 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,46605,1731198281651 2024-11-10T00:24:44,589 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b3c019fcff38,46605,1731198281651, state=OPEN 2024-11-10T00:24:44,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46605-0x100ff434ff10001, quorum=127.0.0.1:62484, baseZNode=/01876567749 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01876567749/meta-region-server 2024-11-10T00:24:44,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35301-0x100ff434ff10000, quorum=127.0.0.1:62484, baseZNode=/01876567749 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01876567749/meta-region-server 2024-11-10T00:24:44,598 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b3c019fcff38,46605,1731198281651 2024-11-10T00:24:44,598 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01876567749/meta-region-server: CHANGED 2024-11-10T00:24:44,598 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01876567749/meta-region-server: CHANGED 2024-11-10T00:24:44,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T00:24:44,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b3c019fcff38,46605,1731198281651 in 196 msec 2024-11-10T00:24:44,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T00:24:44,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 355 msec 2024-11-10T00:24:44,602 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:24:44,602 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T00:24:44,603 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:24:44,603 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,46605,1731198281651, seqNum=-1] 2024-11-10T00:24:44,603 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:24:44,604 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58071, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:24:44,607 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2090 sec 2024-11-10T00:24:44,607 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731198284607, completionTime=-1 2024-11-10T00:24:44,607 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T00:24:44,607 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T00:24:44,608 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T00:24:44,608 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731198344608 2024-11-10T00:24:44,608 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731198404608 2024-11-10T00:24:44,608 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T00:24:44,609 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,35301,1731198281593-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:44,609 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,35301,1731198281593-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:44,609 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,35301,1731198281593-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:44,609 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b3c019fcff38:35301, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:44,609 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:44,609 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:44,610 DEBUG [master/b3c019fcff38:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T00:24:44,611 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.920sec 2024-11-10T00:24:44,611 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T00:24:44,611 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T00:24:44,611 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T00:24:44,611 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T00:24:44,611 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T00:24:44,611 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,35301,1731198281593-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T00:24:44,611 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,35301,1731198281593-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T00:24:44,613 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T00:24:44,613 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T00:24:44,613 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,35301,1731198281593-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:44,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@507e2b52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:44,683 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,35301,-1 for getting cluster id 2024-11-10T00:24:44,684 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:24:44,685 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e213fd84-f116-48c5-a6a8-0aeecbcbb52e' 2024-11-10T00:24:44,685 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:24:44,685 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e213fd84-f116-48c5-a6a8-0aeecbcbb52e" 2024-11-10T00:24:44,685 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e7195c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:44,685 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,35301,-1] 2024-11-10T00:24:44,686 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:24:44,686 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:24:44,686 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:24:44,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55e88147, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:44,687 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:24:44,688 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,46605,1731198281651, seqNum=-1] 2024-11-10T00:24:44,688 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:24:44,689 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:24:44,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b3c019fcff38,35301,1731198281593 2024-11-10T00:24:44,691 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62484 2024-11-10T00:24:44,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62484, baseZNode=/01876567749 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:24:44,693 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100ff434ff10002 connected 2024-11-10T00:24:44,697 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:24:44,697 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,35301,1731198281593 2024-11-10T00:24:44,697 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@450047d7 2024-11-10T00:24:44,697 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:24:44,698 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:24:44,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:24:44,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T00:24:44,700 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T00:24:44,700 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:44,701 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T00:24:44,701 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T00:24:44,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:24:44,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43147 is added to blk_1073741835_1011 (size=902) 2024-11-10T00:24:44,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:24:45,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:24:45,107 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e716b593c50a7af3a1f53dc31d553f15, NAME => 'test,,1731198284698.e716b593c50a7af3a1f53dc31d553f15.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45297/user/jenkins/test-data/10eb3a98-d070-c829-f070-20ee363fa8e5 2024-11-10T00:24:45,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43147 is added to blk_1073741836_1012 (size=39) 2024-11-10T00:24:45,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:24:45,512 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731198284698.e716b593c50a7af3a1f53dc31d553f15.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:24:45,512 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e716b593c50a7af3a1f53dc31d553f15, disabling compactions & flushes 2024-11-10T00:24:45,512 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731198284698.e716b593c50a7af3a1f53dc31d553f15. 2024-11-10T00:24:45,512 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731198284698.e716b593c50a7af3a1f53dc31d553f15. 2024-11-10T00:24:45,512 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731198284698.e716b593c50a7af3a1f53dc31d553f15. after waiting 0 ms 2024-11-10T00:24:45,512 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731198284698.e716b593c50a7af3a1f53dc31d553f15. 2024-11-10T00:24:45,513 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731198284698.e716b593c50a7af3a1f53dc31d553f15. 2024-11-10T00:24:45,513 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e716b593c50a7af3a1f53dc31d553f15: Waiting for close lock at 1731198285512Disabling compacts and flushes for region at 1731198285512Disabling writes for close at 1731198285512Writing region close event to WAL at 1731198285512Closed at 1731198285512 2024-11-10T00:24:45,514 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T00:24:45,514 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731198284698.e716b593c50a7af3a1f53dc31d553f15.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731198285514"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731198285514"}]},"ts":"1731198285514"} 2024-11-10T00:24:45,515 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T00:24:45,516 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T00:24:45,516 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731198285516"}]},"ts":"1731198285516"} 2024-11-10T00:24:45,517 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T00:24:45,517 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e716b593c50a7af3a1f53dc31d553f15, ASSIGN}] 2024-11-10T00:24:45,518 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e716b593c50a7af3a1f53dc31d553f15, ASSIGN 2024-11-10T00:24:45,519 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e716b593c50a7af3a1f53dc31d553f15, ASSIGN; state=OFFLINE, location=b3c019fcff38,46605,1731198281651; forceNewPlan=false, retain=false 2024-11-10T00:24:45,669 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e716b593c50a7af3a1f53dc31d553f15, regionState=OPENING, regionLocation=b3c019fcff38,46605,1731198281651 2024-11-10T00:24:45,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e716b593c50a7af3a1f53dc31d553f15, ASSIGN because future has completed 2024-11-10T00:24:45,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e716b593c50a7af3a1f53dc31d553f15, server=b3c019fcff38,46605,1731198281651}] 2024-11-10T00:24:45,826 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731198284698.e716b593c50a7af3a1f53dc31d553f15. 2024-11-10T00:24:45,826 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e716b593c50a7af3a1f53dc31d553f15, NAME => 'test,,1731198284698.e716b593c50a7af3a1f53dc31d553f15.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:24:45,826 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T00:24:45,826 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T00:24:45,827 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e716b593c50a7af3a1f53dc31d553f15 2024-11-10T00:24:45,827 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731198284698.e716b593c50a7af3a1f53dc31d553f15.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:24:45,827 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e716b593c50a7af3a1f53dc31d553f15 2024-11-10T00:24:45,827 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e716b593c50a7af3a1f53dc31d553f15 2024-11-10T00:24:45,828 INFO [StoreOpener-e716b593c50a7af3a1f53dc31d553f15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e716b593c50a7af3a1f53dc31d553f15 2024-11-10T00:24:45,829 INFO [StoreOpener-e716b593c50a7af3a1f53dc31d553f15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e716b593c50a7af3a1f53dc31d553f15 columnFamilyName f 2024-11-10T00:24:45,829 DEBUG [StoreOpener-e716b593c50a7af3a1f53dc31d553f15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:45,829 INFO [StoreOpener-e716b593c50a7af3a1f53dc31d553f15-1 {}] regionserver.HStore(327): Store=e716b593c50a7af3a1f53dc31d553f15/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:24:45,829 INFO [StoreOpener-e716b593c50a7af3a1f53dc31d553f15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e716b593c50a7af3a1f53dc31d553f15 2024-11-10T00:24:45,830 INFO [StoreOpener-e716b593c50a7af3a1f53dc31d553f15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e716b593c50a7af3a1f53dc31d553f15 columnFamilyName f1 2024-11-10T00:24:45,830 DEBUG [StoreOpener-e716b593c50a7af3a1f53dc31d553f15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:45,830 INFO [StoreOpener-e716b593c50a7af3a1f53dc31d553f15-1 {}] regionserver.HStore(327): Store=e716b593c50a7af3a1f53dc31d553f15/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:24:45,830 INFO [StoreOpener-e716b593c50a7af3a1f53dc31d553f15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e716b593c50a7af3a1f53dc31d553f15 2024-11-10T00:24:45,831 INFO [StoreOpener-e716b593c50a7af3a1f53dc31d553f15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e716b593c50a7af3a1f53dc31d553f15 columnFamilyName norep 2024-11-10T00:24:45,831 DEBUG [StoreOpener-e716b593c50a7af3a1f53dc31d553f15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:45,831 INFO [StoreOpener-e716b593c50a7af3a1f53dc31d553f15-1 {}] regionserver.HStore(327): Store=e716b593c50a7af3a1f53dc31d553f15/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:24:45,831 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e716b593c50a7af3a1f53dc31d553f15 2024-11-10T00:24:45,831 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45297/user/jenkins/test-data/10eb3a98-d070-c829-f070-20ee363fa8e5/data/default/test/e716b593c50a7af3a1f53dc31d553f15 2024-11-10T00:24:45,832 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45297/user/jenkins/test-data/10eb3a98-d070-c829-f070-20ee363fa8e5/data/default/test/e716b593c50a7af3a1f53dc31d553f15 2024-11-10T00:24:45,832 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e716b593c50a7af3a1f53dc31d553f15 2024-11-10T00:24:45,832 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e716b593c50a7af3a1f53dc31d553f15 2024-11-10T00:24:45,832 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T00:24:45,833 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e716b593c50a7af3a1f53dc31d553f15 2024-11-10T00:24:45,834 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45297/user/jenkins/test-data/10eb3a98-d070-c829-f070-20ee363fa8e5/data/default/test/e716b593c50a7af3a1f53dc31d553f15/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:24:45,835 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e716b593c50a7af3a1f53dc31d553f15; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70182627, jitterRate=0.04580263793468475}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T00:24:45,835 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e716b593c50a7af3a1f53dc31d553f15 2024-11-10T00:24:45,835 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e716b593c50a7af3a1f53dc31d553f15: Running coprocessor pre-open hook at 1731198285827Writing region info on filesystem at 1731198285827Initializing all the Stores at 1731198285827Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198285827Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198285828 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198285828Cleaning up temporary data from old regions at 1731198285832 (+4 ms)Running coprocessor post-open hooks at 1731198285835 (+3 ms)Region opened successfully at 1731198285835 2024-11-10T00:24:45,836 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731198284698.e716b593c50a7af3a1f53dc31d553f15., pid=6, masterSystemTime=1731198285823 2024-11-10T00:24:45,838 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731198284698.e716b593c50a7af3a1f53dc31d553f15. 2024-11-10T00:24:45,838 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731198284698.e716b593c50a7af3a1f53dc31d553f15. 2024-11-10T00:24:45,838 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e716b593c50a7af3a1f53dc31d553f15, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b3c019fcff38,46605,1731198281651 2024-11-10T00:24:45,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e716b593c50a7af3a1f53dc31d553f15, server=b3c019fcff38,46605,1731198281651 because future has completed 2024-11-10T00:24:45,842 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T00:24:45,842 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e716b593c50a7af3a1f53dc31d553f15, server=b3c019fcff38,46605,1731198281651 in 169 msec 2024-11-10T00:24:45,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:24:45,843 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T00:24:45,843 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e716b593c50a7af3a1f53dc31d553f15, ASSIGN in 325 msec 2024-11-10T00:24:45,844 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T00:24:45,844 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731198285844"}]},"ts":"1731198285844"} 2024-11-10T00:24:45,845 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T00:24:45,846 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T00:24:45,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1470 sec 2024-11-10T00:24:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:24:46,853 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T00:24:46,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4da13ca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:46,854 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,35301,-1 for getting cluster id 2024-11-10T00:24:46,854 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:24:46,854 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e213fd84-f116-48c5-a6a8-0aeecbcbb52e' 2024-11-10T00:24:46,854 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:24:46,854 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e213fd84-f116-48c5-a6a8-0aeecbcbb52e" 2024-11-10T00:24:46,855 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42cdb45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:46,855 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,35301,-1] 2024-11-10T00:24:46,855 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:24:46,855 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:24:46,855 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:24:46,856 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@619bb09e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:46,856 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:24:46,857 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,35301,1731198281593 2024-11-10T00:24:46,857 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f4ec8c6 2024-11-10T00:24:46,857 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:24:46,857 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:24:46,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b3c019fcff38:35301,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T00:24:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T00:24:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:24:46,860 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b3c019fcff38:35301' 2024-11-10T00:24:46,861 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@195c4aaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:46,861 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,35301,-1 for getting cluster id 2024-11-10T00:24:46,861 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:24:46,861 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e213fd84-f116-48c5-a6a8-0aeecbcbb52e' 2024-11-10T00:24:46,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:24:46,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e213fd84-f116-48c5-a6a8-0aeecbcbb52e" 2024-11-10T00:24:46,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a902b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:46,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,35301,-1] 2024-11-10T00:24:46,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:24:46,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:24:46,862 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:24:46,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36d01dec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:46,863 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:24:46,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,35301,1731198281593 2024-11-10T00:24:46,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ba996b2 2024-11-10T00:24:46,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:24:46,864 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:24:46,864 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T00:24:46,864 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T00:24:46,864 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:24:46,865 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:24:46,865 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:24:46,865 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://b3c019fcff38:35301, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:24:46,871 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://b3c019fcff38:35301, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://b3c019fcff38:35301, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://b3c019fcff38:35301, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-10T00:24:46,872 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://b3c019fcff38:35301, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=13 msec 2024-11-10T00:24:46,872 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-10T00:24:46,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:24:46,963 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://b3c019fcff38:35301, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-10T00:24:46,963 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:24:46,963 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:24:46,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:24:46,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:24:46,964 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:24:46,983 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=533 (was 360) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46605 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=46605 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b3c019fcff38:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f07ec63-c83a-02a1-91c3-190719c19f2b/cluster_62ce5406-0fb9-2ca5-a1fb-6d0043ad332d/data/data1/current/BP-739503168-172.17.0.2-1731198281078 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:45297 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-739503168-172.17.0.2-1731198281078 heartbeating to localhost/127.0.0.1:45297 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 45297 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=35301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@45f6eb8d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62484) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server handler 0 on default port 45297 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:45297/user/jenkins/test-data/10eb3a98-d070-c829-f070-20ee363fa8e5-prefix:b3c019fcff38,46605,1731198281651.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62484) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1969360803_20 at /127.0.0.1:52088 [Receiving block BP-739503168-172.17.0.2-1731198281078:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_197686576_20 at /127.0.0.1:52032 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@7945f64a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@42fa58b3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46605 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45297 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46605 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-bcd1b6e-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$606/0x00007feb7cad1af0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f07ec63-c83a-02a1-91c3-190719c19f2b/cluster_62ce5406-0fb9-2ca5-a1fb-6d0043ad332d/data/data2/current/BP-739503168-172.17.0.2-1731198281078 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: PacketResponder: BP-739503168-172.17.0.2-1731198281078:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45297 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 45297 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Server handler 3 on default port 45297 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1418650010-7919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46605 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_META-regionserver/b3c019fcff38:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1418650010-7915 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007feb7c43c000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45297 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: qtp760716569-7966 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:45297/user/jenkins/test-data/10eb3a98-d070-c829-f070-20ee363fa8e5-prefix:b3c019fcff38,46605,1731198281651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f07ec63-c83a-02a1-91c3-190719c19f2b/cluster_62ce5406-0fb9-2ca5-a1fb-6d0043ad332d/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1418650010-7914 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007feb7c43c000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 43411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=46605 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;b3c019fcff38:46605-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;b3c019fcff38:46605 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: b3c019fcff38:35301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45297 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Server idle connection scanner for port 43411 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007feb7c9fdbd8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b3c019fcff38:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: IPC Server handler 0 on default port 43411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45297 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-739503168-172.17.0.2-1731198281078:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@410419a9 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46605 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_197686576_20 at /127.0.0.1:52098 [Receiving block BP-739503168-172.17.0.2-1731198281078:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@52b2b886 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b3c019fcff38:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: qtp760716569-7963 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007feb7c43c000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1750660624) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731198283417 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: qtp1418650010-7916 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007feb7c43c000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46605 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=35301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: IPC Server handler 1 on default port 43411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@6d90da47 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46605 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/b3c019fcff38:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=46605 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45297 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@5e582a36 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:62484 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@7a1ff889 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@5face735 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1418650010-7917 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007feb7c43c000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@3395fbd[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f07ec63-c83a-02a1-91c3-190719c19f2b/cluster_62ce5406-0fb9-2ca5-a1fb-6d0043ad332d/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45297 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-53cfb205-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;b3c019fcff38:35301 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: qtp1418650010-7921 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_197686576_20 at /127.0.0.1:52114 [Receiving block BP-739503168-172.17.0.2-1731198281078:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 4 on default port 45297 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731198283417 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:45297/user/jenkins/test-data/10eb3a98-d070-c829-f070-20ee363fa8e5/MasterData-prefix:b3c019fcff38,35301,1731198281593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1418650010-7920 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: ProcessThread(sid:0 cport:62484): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: qtp760716569-7965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp760716569-7964-acceptor-0@7f3f5286-ServerConnector@205f3084{HTTP/1.1, (http/1.1)}{localhost:37303} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: IPC Server handler 4 on default port 43411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=35301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62484) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: IPC Server handler 2 on default port 45297 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 43411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PacketResponder: BP-739503168-172.17.0.2-1731198281078:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1418650010-7918-acceptor-0@2a6656d7-ServerConnector@47c4774a{HTTP/1.1, (http/1.1)}{localhost:33211} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=872 (was 791) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=210 (was 211), ProcessCount=11 (was 11), AvailableMemoryMB=9060 (was 9084) 2024-11-10T00:24:46,986 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=533 is superior to 500 2024-11-10T00:24:47,000 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=533, OpenFileDescriptor=872, MaxFileDescriptor=1048576, SystemLoadAverage=210, ProcessCount=11, AvailableMemoryMB=9060 2024-11-10T00:24:47,000 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=533 is superior to 500 2024-11-10T00:24:47,016 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-10T00:24:47,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f07ec63-c83a-02a1-91c3-190719c19f2b/hadoop.log.dir so I do NOT create it in target/test-data/940337a4-46e4-4df2-a7ea-6bd13e969c3c 2024-11-10T00:24:47,017 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f07ec63-c83a-02a1-91c3-190719c19f2b/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T00:24:47,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f07ec63-c83a-02a1-91c3-190719c19f2b/hadoop.tmp.dir so I do NOT create it in target/test-data/940337a4-46e4-4df2-a7ea-6bd13e969c3c 2024-11-10T00:24:47,017 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f07ec63-c83a-02a1-91c3-190719c19f2b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T00:24:47,017 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/940337a4-46e4-4df2-a7ea-6bd13e969c3c 2024-11-10T00:24:47,017 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/940337a4-46e4-4df2-a7ea-6bd13e969c3c/cluster_45825af8-697c-3c50-91cf-5488a1f41445, deleteOnExit=true 2024-11-10T00:24:47,020 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/940337a4-46e4-4df2-a7ea-6bd13e969c3c/cluster_45825af8-697c-3c50-91cf-5488a1f41445/zookeeper_0, clientPort=64043, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/940337a4-46e4-4df2-a7ea-6bd13e969c3c/cluster_45825af8-697c-3c50-91cf-5488a1f41445/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/940337a4-46e4-4df2-a7ea-6bd13e969c3c/cluster_45825af8-697c-3c50-91cf-5488a1f41445/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T00:24:47,021 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64043 2024-11-10T00:24:47,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T00:24:47,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T00:24:47,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/940337a4-46e4-4df2-a7ea-6bd13e969c3c/test.cache.data in system properties and HBase conf 2024-11-10T00:24:47,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/940337a4-46e4-4df2-a7ea-6bd13e969c3c/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T00:24:47,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/940337a4-46e4-4df2-a7ea-6bd13e969c3c/hadoop.log.dir in system properties and HBase conf 2024-11-10T00:24:47,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/940337a4-46e4-4df2-a7ea-6bd13e969c3c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T00:24:47,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/940337a4-46e4-4df2-a7ea-6bd13e969c3c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T00:24:47,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T00:24:47,022 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T00:24:47,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/940337a4-46e4-4df2-a7ea-6bd13e969c3c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T00:24:47,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/940337a4-46e4-4df2-a7ea-6bd13e969c3c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T00:24:47,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/940337a4-46e4-4df2-a7ea-6bd13e969c3c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T00:24:47,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/940337a4-46e4-4df2-a7ea-6bd13e969c3c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T00:24:47,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/940337a4-46e4-4df2-a7ea-6bd13e969c3c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T00:24:47,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/940337a4-46e4-4df2-a7ea-6bd13e969c3c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T00:24:47,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/940337a4-46e4-4df2-a7ea-6bd13e969c3c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T00:24:47,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/940337a4-46e4-4df2-a7ea-6bd13e969c3c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T00:24:47,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/940337a4-46e4-4df2-a7ea-6bd13e969c3c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T00:24:47,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/940337a4-46e4-4df2-a7ea-6bd13e969c3c/nfs.dump.dir in system properties and HBase conf 2024-11-10T00:24:47,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/940337a4-46e4-4df2-a7ea-6bd13e969c3c/java.io.tmpdir in system properties and HBase conf 2024-11-10T00:24:47,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/940337a4-46e4-4df2-a7ea-6bd13e969c3c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T00:24:47,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/940337a4-46e4-4df2-a7ea-6bd13e969c3c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T00:24:47,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/940337a4-46e4-4df2-a7ea-6bd13e969c3c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T00:24:47,118 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:24:47,122 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T00:24:47,128 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T00:24:47,128 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T00:24:47,129 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T00:24:47,129 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:24:47,130 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16103323{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/940337a4-46e4-4df2-a7ea-6bd13e969c3c/hadoop.log.dir/,AVAILABLE} 2024-11-10T00:24:47,130 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e5eaa4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T00:24:47,244 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6173d15f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/940337a4-46e4-4df2-a7ea-6bd13e969c3c/java.io.tmpdir/jetty-localhost-39375-hadoop-hdfs-3_4_1-tests_jar-_-any-10463247087059464140/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T00:24:47,245 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39b9f514{HTTP/1.1, (http/1.1)}{localhost:39375} 2024-11-10T00:24:47,245 INFO [Time-limited test {}] server.Server(415): Started @300949ms 2024-11-10T00:24:47,351 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:24:47,355 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T00:24:47,356 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T00:24:47,356 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T00:24:47,356 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T00:24:47,356 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ab063b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/940337a4-46e4-4df2-a7ea-6bd13e969c3c/hadoop.log.dir/,AVAILABLE} 2024-11-10T00:24:47,357 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22e8e045{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T00:24:47,495 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e38b7c9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/940337a4-46e4-4df2-a7ea-6bd13e969c3c/java.io.tmpdir/jetty-localhost-42413-hadoop-hdfs-3_4_1-tests_jar-_-any-18051098309996581090/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T00:24:47,496 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12902795{HTTP/1.1, (http/1.1)}{localhost:42413} 2024-11-10T00:24:47,496 INFO [Time-limited test {}] server.Server(415): Started @301200ms 2024-11-10T00:24:47,497 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T00:24:47,594 WARN [Thread-4331 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/940337a4-46e4-4df2-a7ea-6bd13e969c3c/cluster_45825af8-697c-3c50-91cf-5488a1f41445/data/data1/current/BP-1780920471-172.17.0.2-1731198287048/current, will proceed with Du for space computation calculation, 2024-11-10T00:24:47,594 WARN [Thread-4332 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/940337a4-46e4-4df2-a7ea-6bd13e969c3c/cluster_45825af8-697c-3c50-91cf-5488a1f41445/data/data2/current/BP-1780920471-172.17.0.2-1731198287048/current, will proceed with Du for space computation calculation, 2024-11-10T00:24:47,614 WARN [Thread-4319 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T00:24:47,616 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb46037af679382d6 with lease ID 0x8aea9f3582330cd0: Processing first storage report for DS-2c97f3b0-247d-4298-9a89-d707f8212195 from datanode DatanodeRegistration(127.0.0.1:41049, datanodeUuid=bc588ce6-ef4a-4005-8075-34f9fa8fbff9, infoPort=44673, infoSecurePort=0, ipcPort=35789, storageInfo=lv=-57;cid=testClusterID;nsid=624509118;c=1731198287048) 2024-11-10T00:24:47,616 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb46037af679382d6 with lease ID 0x8aea9f3582330cd0: from storage DS-2c97f3b0-247d-4298-9a89-d707f8212195 node DatanodeRegistration(127.0.0.1:41049, datanodeUuid=bc588ce6-ef4a-4005-8075-34f9fa8fbff9, infoPort=44673, infoSecurePort=0, ipcPort=35789, storageInfo=lv=-57;cid=testClusterID;nsid=624509118;c=1731198287048), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T00:24:47,616 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb46037af679382d6 with lease ID 0x8aea9f3582330cd0: Processing first storage report for DS-2089e04d-d116-4659-9d25-b3026b477a8c from datanode DatanodeRegistration(127.0.0.1:41049, datanodeUuid=bc588ce6-ef4a-4005-8075-34f9fa8fbff9, infoPort=44673, infoSecurePort=0, ipcPort=35789, storageInfo=lv=-57;cid=testClusterID;nsid=624509118;c=1731198287048) 2024-11-10T00:24:47,616 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb46037af679382d6 with lease ID 0x8aea9f3582330cd0: from storage DS-2089e04d-d116-4659-9d25-b3026b477a8c node DatanodeRegistration(127.0.0.1:41049, datanodeUuid=bc588ce6-ef4a-4005-8075-34f9fa8fbff9, infoPort=44673, infoSecurePort=0, ipcPort=35789, storageInfo=lv=-57;cid=testClusterID;nsid=624509118;c=1731198287048), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T00:24:47,619 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/940337a4-46e4-4df2-a7ea-6bd13e969c3c 2024-11-10T00:24:47,619 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:24:47,621 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:24:47,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41049 is added to blk_1073741825_1001 (size=7) 2024-11-10T00:24:48,030 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6 with version=8 2024-11-10T00:24:48,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/hbase-staging 2024-11-10T00:24:48,033 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b3c019fcff38:0 server-side Connection retries=45 2024-11-10T00:24:48,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:24:48,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T00:24:48,033 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T00:24:48,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:24:48,034 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T00:24:48,034 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T00:24:48,034 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T00:24:48,034 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45803 2024-11-10T00:24:48,035 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45803 connecting to ZooKeeper ensemble=127.0.0.1:64043 2024-11-10T00:24:48,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:458030x0, quorum=127.0.0.1:64043, baseZNode=/0-1612677256 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:24:48,040 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45803-0x100ff43673b0000 connected 2024-11-10T00:24:48,059 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:24:48,061 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:24:48,063 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45803-0x100ff43673b0000, quorum=127.0.0.1:64043, baseZNode=/0-1612677256 Set watcher on znode that does not yet exist, /0-1612677256/running 2024-11-10T00:24:48,064 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6, hbase.cluster.distributed=false 2024-11-10T00:24:48,065 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45803-0x100ff43673b0000, quorum=127.0.0.1:64043, baseZNode=/0-1612677256 Set watcher on znode that does not yet exist, /0-1612677256/acl 2024-11-10T00:24:48,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45803 2024-11-10T00:24:48,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45803 2024-11-10T00:24:48,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45803 2024-11-10T00:24:48,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45803 2024-11-10T00:24:48,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45803 2024-11-10T00:24:48,084 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b3c019fcff38:0 server-side Connection retries=45 2024-11-10T00:24:48,084 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:24:48,084 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T00:24:48,085 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T00:24:48,085 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:24:48,085 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T00:24:48,085 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T00:24:48,085 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T00:24:48,085 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43715 2024-11-10T00:24:48,086 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43715 connecting to ZooKeeper ensemble=127.0.0.1:64043 2024-11-10T00:24:48,086 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:24:48,088 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:24:48,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437150x0, quorum=127.0.0.1:64043, baseZNode=/0-1612677256 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:24:48,092 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:437150x0, quorum=127.0.0.1:64043, baseZNode=/0-1612677256 Set watcher on znode that does not yet exist, /0-1612677256/running 2024-11-10T00:24:48,092 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43715-0x100ff43673b0001 connected 2024-11-10T00:24:48,092 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T00:24:48,093 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T00:24:48,094 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43715-0x100ff43673b0001, quorum=127.0.0.1:64043, baseZNode=/0-1612677256 Set watcher on znode that does not yet exist, /0-1612677256/master 2024-11-10T00:24:48,095 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43715-0x100ff43673b0001, quorum=127.0.0.1:64043, baseZNode=/0-1612677256 Set watcher on znode that does not yet exist, /0-1612677256/acl 2024-11-10T00:24:48,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43715 2024-11-10T00:24:48,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43715 2024-11-10T00:24:48,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43715 2024-11-10T00:24:48,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43715 2024-11-10T00:24:48,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43715 2024-11-10T00:24:48,114 DEBUG [M:0;b3c019fcff38:45803 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b3c019fcff38:45803 2024-11-10T00:24:48,114 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1612677256/backup-masters/b3c019fcff38,45803,1731198288033 2024-11-10T00:24:48,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43715-0x100ff43673b0001, quorum=127.0.0.1:64043, baseZNode=/0-1612677256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1612677256/backup-masters 2024-11-10T00:24:48,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45803-0x100ff43673b0000, quorum=127.0.0.1:64043, baseZNode=/0-1612677256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1612677256/backup-masters 2024-11-10T00:24:48,119 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45803-0x100ff43673b0000, quorum=127.0.0.1:64043, baseZNode=/0-1612677256 Set watcher on existing znode=/0-1612677256/backup-masters/b3c019fcff38,45803,1731198288033 2024-11-10T00:24:48,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45803-0x100ff43673b0000, quorum=127.0.0.1:64043, baseZNode=/0-1612677256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1612677256 2024-11-10T00:24:48,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43715-0x100ff43673b0001, quorum=127.0.0.1:64043, baseZNode=/0-1612677256 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1612677256/master 2024-11-10T00:24:48,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43715-0x100ff43673b0001, quorum=127.0.0.1:64043, baseZNode=/0-1612677256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1612677256 2024-11-10T00:24:48,120 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45803-0x100ff43673b0000, quorum=127.0.0.1:64043, baseZNode=/0-1612677256 Set watcher on existing znode=/0-1612677256/master 2024-11-10T00:24:48,121 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1612677256/backup-masters/b3c019fcff38,45803,1731198288033 from backup master directory 2024-11-10T00:24:48,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45803-0x100ff43673b0000, quorum=127.0.0.1:64043, baseZNode=/0-1612677256 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1612677256/backup-masters/b3c019fcff38,45803,1731198288033 2024-11-10T00:24:48,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43715-0x100ff43673b0001, quorum=127.0.0.1:64043, baseZNode=/0-1612677256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1612677256/backup-masters 2024-11-10T00:24:48,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45803-0x100ff43673b0000, quorum=127.0.0.1:64043, baseZNode=/0-1612677256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1612677256/backup-masters 2024-11-10T00:24:48,122 WARN [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T00:24:48,122 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b3c019fcff38,45803,1731198288033 2024-11-10T00:24:48,129 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/hbase.id] with ID: 776b6d51-c449-4ee3-bed5-07a96cd015f9 2024-11-10T00:24:48,129 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/.tmp/hbase.id 2024-11-10T00:24:48,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41049 is added to blk_1073741826_1002 (size=42) 2024-11-10T00:24:48,134 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/.tmp/hbase.id]:[hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/hbase.id] 2024-11-10T00:24:48,141 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:24:48,141 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T00:24:48,142 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T00:24:48,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45803-0x100ff43673b0000, quorum=127.0.0.1:64043, baseZNode=/0-1612677256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1612677256 2024-11-10T00:24:48,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43715-0x100ff43673b0001, quorum=127.0.0.1:64043, baseZNode=/0-1612677256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1612677256 2024-11-10T00:24:48,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41049 is added to blk_1073741827_1003 (size=196) 2024-11-10T00:24:48,548 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:24:48,549 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T00:24:48,549 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:24:48,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41049 is added to blk_1073741828_1004 (size=1189) 2024-11-10T00:24:48,955 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/MasterData/data/master/store 2024-11-10T00:24:48,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41049 is added to blk_1073741829_1005 (size=34) 2024-11-10T00:24:49,360 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:24:49,360 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T00:24:49,360 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:24:49,360 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:24:49,361 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T00:24:49,361 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:24:49,361 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:24:49,361 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731198289360Disabling compacts and flushes for region at 1731198289360Disabling writes for close at 1731198289361 (+1 ms)Writing region close event to WAL at 1731198289361Closed at 1731198289361 2024-11-10T00:24:49,361 WARN [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/MasterData/data/master/store/.initializing 2024-11-10T00:24:49,361 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/MasterData/WALs/b3c019fcff38,45803,1731198288033 2024-11-10T00:24:49,362 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T00:24:49,363 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b3c019fcff38%2C45803%2C1731198288033, suffix=, logDir=hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/MasterData/WALs/b3c019fcff38,45803,1731198288033, archiveDir=hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/MasterData/oldWALs, maxLogs=10 2024-11-10T00:24:49,382 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/MasterData/WALs/b3c019fcff38,45803,1731198288033/b3c019fcff38%2C45803%2C1731198288033.1731198289364, exclude list is [], retry=0 2024-11-10T00:24:49,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41049,DS-2c97f3b0-247d-4298-9a89-d707f8212195,DISK] 2024-11-10T00:24:49,385 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/MasterData/WALs/b3c019fcff38,45803,1731198288033/b3c019fcff38%2C45803%2C1731198288033.1731198289364 2024-11-10T00:24:49,386 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44673:44673)] 2024-11-10T00:24:49,386 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:24:49,386 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:24:49,386 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:49,386 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:49,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:49,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T00:24:49,388 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:49,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:24:49,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:49,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T00:24:49,390 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:49,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:24:49,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:49,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T00:24:49,391 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:49,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:24:49,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:49,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T00:24:49,392 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:49,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:24:49,393 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:49,393 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:49,393 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:49,394 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:49,394 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:49,395 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:24:49,396 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:49,397 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:24:49,397 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70143917, jitterRate=0.04522581398487091}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:24:49,398 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731198289386Initializing all the Stores at 1731198289387 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198289387Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198289387Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198289387Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198289387Cleaning up temporary data from old regions at 1731198289394 (+7 ms)Region opened successfully at 1731198289397 (+3 ms) 2024-11-10T00:24:49,398 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T00:24:49,400 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a2deab0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b3c019fcff38/172.17.0.2:0 2024-11-10T00:24:49,401 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T00:24:49,401 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T00:24:49,401 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T00:24:49,401 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T00:24:49,401 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T00:24:49,401 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T00:24:49,401 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T00:24:49,403 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T00:24:49,404 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45803-0x100ff43673b0000, quorum=127.0.0.1:64043, baseZNode=/0-1612677256 Unable to get data of znode /0-1612677256/balancer because node does not exist (not necessarily an error) 2024-11-10T00:24:49,406 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1612677256/balancer already deleted, retry=false 2024-11-10T00:24:49,407 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T00:24:49,407 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45803-0x100ff43673b0000, quorum=127.0.0.1:64043, baseZNode=/0-1612677256 Unable to get data of znode /0-1612677256/normalizer because node does not exist (not necessarily an error) 2024-11-10T00:24:49,408 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1612677256/normalizer already deleted, retry=false 2024-11-10T00:24:49,409 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T00:24:49,409 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45803-0x100ff43673b0000, quorum=127.0.0.1:64043, baseZNode=/0-1612677256 Unable to get data of znode /0-1612677256/switch/split because node does not exist (not necessarily an error) 2024-11-10T00:24:49,411 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1612677256/switch/split already deleted, retry=false 2024-11-10T00:24:49,411 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45803-0x100ff43673b0000, quorum=127.0.0.1:64043, baseZNode=/0-1612677256 Unable to get data of znode /0-1612677256/switch/merge because node does not exist (not necessarily an error) 2024-11-10T00:24:49,412 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1612677256/switch/merge already deleted, retry=false 2024-11-10T00:24:49,414 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45803-0x100ff43673b0000, quorum=127.0.0.1:64043, baseZNode=/0-1612677256 Unable to get data of znode /0-1612677256/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T00:24:49,416 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1612677256/snapshot-cleanup already deleted, retry=false 2024-11-10T00:24:49,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45803-0x100ff43673b0000, quorum=127.0.0.1:64043, baseZNode=/0-1612677256 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1612677256/running 2024-11-10T00:24:49,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43715-0x100ff43673b0001, quorum=127.0.0.1:64043, baseZNode=/0-1612677256 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1612677256/running 2024-11-10T00:24:49,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45803-0x100ff43673b0000, quorum=127.0.0.1:64043, baseZNode=/0-1612677256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1612677256 2024-11-10T00:24:49,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43715-0x100ff43673b0001, quorum=127.0.0.1:64043, baseZNode=/0-1612677256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1612677256 2024-11-10T00:24:49,417 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b3c019fcff38,45803,1731198288033, sessionid=0x100ff43673b0000, setting cluster-up flag (Was=false) 2024-11-10T00:24:49,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45803-0x100ff43673b0000, quorum=127.0.0.1:64043, baseZNode=/0-1612677256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1612677256 2024-11-10T00:24:49,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43715-0x100ff43673b0001, quorum=127.0.0.1:64043, baseZNode=/0-1612677256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1612677256 2024-11-10T00:24:49,425 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1612677256/flush-table-proc/acquired, /0-1612677256/flush-table-proc/reached, /0-1612677256/flush-table-proc/abort 2024-11-10T00:24:49,426 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b3c019fcff38,45803,1731198288033 2024-11-10T00:24:49,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45803-0x100ff43673b0000, quorum=127.0.0.1:64043, baseZNode=/0-1612677256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1612677256 2024-11-10T00:24:49,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43715-0x100ff43673b0001, quorum=127.0.0.1:64043, baseZNode=/0-1612677256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1612677256 2024-11-10T00:24:49,433 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1612677256/online-snapshot/acquired, /0-1612677256/online-snapshot/reached, /0-1612677256/online-snapshot/abort 2024-11-10T00:24:49,433 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b3c019fcff38,45803,1731198288033 2024-11-10T00:24:49,434 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T00:24:49,435 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T00:24:49,436 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T00:24:49,436 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T00:24:49,436 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b3c019fcff38,45803,1731198288033 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T00:24:49,437 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:24:49,437 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:24:49,437 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:24:49,437 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:24:49,437 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b3c019fcff38:0, corePoolSize=10, maxPoolSize=10 2024-11-10T00:24:49,437 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:49,437 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b3c019fcff38:0, corePoolSize=2, maxPoolSize=2 2024-11-10T00:24:49,437 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:49,438 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731198319438 2024-11-10T00:24:49,438 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T00:24:49,438 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T00:24:49,438 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T00:24:49,438 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T00:24:49,438 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T00:24:49,438 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T00:24:49,438 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:24:49,438 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T00:24:49,438 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:49,439 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T00:24:49,439 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T00:24:49,439 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T00:24:49,439 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T00:24:49,439 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T00:24:49,439 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T00:24:49,439 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:49,439 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731198289439,5,FailOnTimeoutGroup] 2024-11-10T00:24:49,439 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T00:24:49,439 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731198289439,5,FailOnTimeoutGroup] 2024-11-10T00:24:49,439 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:49,440 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T00:24:49,440 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:49,440 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:49,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41049 is added to blk_1073741831_1007 (size=1321) 2024-11-10T00:24:49,504 INFO [RS:0;b3c019fcff38:43715 {}] regionserver.HRegionServer(746): ClusterId : 776b6d51-c449-4ee3-bed5-07a96cd015f9 2024-11-10T00:24:49,504 DEBUG [RS:0;b3c019fcff38:43715 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T00:24:49,505 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T00:24:49,506 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T00:24:49,506 DEBUG [RS:0;b3c019fcff38:43715 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T00:24:49,506 DEBUG [RS:0;b3c019fcff38:43715 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T00:24:49,509 DEBUG [RS:0;b3c019fcff38:43715 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T00:24:49,509 DEBUG [RS:0;b3c019fcff38:43715 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e7cdccb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b3c019fcff38/172.17.0.2:0 2024-11-10T00:24:49,521 DEBUG [RS:0;b3c019fcff38:43715 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b3c019fcff38:43715 2024-11-10T00:24:49,521 INFO [RS:0;b3c019fcff38:43715 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T00:24:49,521 INFO [RS:0;b3c019fcff38:43715 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T00:24:49,521 DEBUG [RS:0;b3c019fcff38:43715 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T00:24:49,522 INFO [RS:0;b3c019fcff38:43715 {}] regionserver.HRegionServer(2659): reportForDuty to master=b3c019fcff38,45803,1731198288033 with port=43715, startcode=1731198288084 2024-11-10T00:24:49,522 DEBUG [RS:0;b3c019fcff38:43715 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T00:24:49,523 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35133, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T00:24:49,524 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45803 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b3c019fcff38,43715,1731198288084 2024-11-10T00:24:49,524 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45803 {}] master.ServerManager(517): Registering regionserver=b3c019fcff38,43715,1731198288084 2024-11-10T00:24:49,525 DEBUG [RS:0;b3c019fcff38:43715 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6 2024-11-10T00:24:49,525 DEBUG [RS:0;b3c019fcff38:43715 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41471 2024-11-10T00:24:49,525 DEBUG [RS:0;b3c019fcff38:43715 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T00:24:49,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45803-0x100ff43673b0000, quorum=127.0.0.1:64043, baseZNode=/0-1612677256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1612677256/rs 2024-11-10T00:24:49,526 DEBUG [RS:0;b3c019fcff38:43715 {}] zookeeper.ZKUtil(111): regionserver:43715-0x100ff43673b0001, quorum=127.0.0.1:64043, baseZNode=/0-1612677256 Set watcher on existing znode=/0-1612677256/rs/b3c019fcff38,43715,1731198288084 2024-11-10T00:24:49,527 WARN [RS:0;b3c019fcff38:43715 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T00:24:49,527 INFO [RS:0;b3c019fcff38:43715 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:24:49,527 DEBUG [RS:0;b3c019fcff38:43715 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084 2024-11-10T00:24:49,527 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b3c019fcff38,43715,1731198288084] 2024-11-10T00:24:49,529 INFO [RS:0;b3c019fcff38:43715 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T00:24:49,531 INFO [RS:0;b3c019fcff38:43715 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T00:24:49,531 INFO [RS:0;b3c019fcff38:43715 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T00:24:49,531 INFO [RS:0;b3c019fcff38:43715 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:49,532 INFO [RS:0;b3c019fcff38:43715 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T00:24:49,532 INFO [RS:0;b3c019fcff38:43715 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T00:24:49,532 INFO [RS:0;b3c019fcff38:43715 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:49,532 DEBUG [RS:0;b3c019fcff38:43715 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:49,532 DEBUG [RS:0;b3c019fcff38:43715 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:49,532 DEBUG [RS:0;b3c019fcff38:43715 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:49,532 DEBUG [RS:0;b3c019fcff38:43715 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:49,532 DEBUG [RS:0;b3c019fcff38:43715 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:49,532 DEBUG [RS:0;b3c019fcff38:43715 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b3c019fcff38:0, corePoolSize=2, maxPoolSize=2 2024-11-10T00:24:49,532 DEBUG [RS:0;b3c019fcff38:43715 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:49,532 DEBUG [RS:0;b3c019fcff38:43715 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:49,532 DEBUG [RS:0;b3c019fcff38:43715 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:49,532 DEBUG [RS:0;b3c019fcff38:43715 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:49,532 DEBUG [RS:0;b3c019fcff38:43715 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:49,532 DEBUG [RS:0;b3c019fcff38:43715 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:49,532 DEBUG [RS:0;b3c019fcff38:43715 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0, corePoolSize=3, maxPoolSize=3 2024-11-10T00:24:49,532 DEBUG [RS:0;b3c019fcff38:43715 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0, corePoolSize=3, maxPoolSize=3 2024-11-10T00:24:49,536 INFO [RS:0;b3c019fcff38:43715 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:49,536 INFO [RS:0;b3c019fcff38:43715 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:49,536 INFO [RS:0;b3c019fcff38:43715 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:49,536 INFO [RS:0;b3c019fcff38:43715 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:49,536 INFO [RS:0;b3c019fcff38:43715 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:49,536 INFO [RS:0;b3c019fcff38:43715 {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,43715,1731198288084-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T00:24:49,550 INFO [RS:0;b3c019fcff38:43715 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T00:24:49,550 INFO [RS:0;b3c019fcff38:43715 {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,43715,1731198288084-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:49,551 INFO [RS:0;b3c019fcff38:43715 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:49,551 INFO [RS:0;b3c019fcff38:43715 {}] regionserver.Replication(171): b3c019fcff38,43715,1731198288084 started 2024-11-10T00:24:49,563 INFO [RS:0;b3c019fcff38:43715 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:49,563 INFO [RS:0;b3c019fcff38:43715 {}] regionserver.HRegionServer(1482): Serving as b3c019fcff38,43715,1731198288084, RpcServer on b3c019fcff38/172.17.0.2:43715, sessionid=0x100ff43673b0001 2024-11-10T00:24:49,564 DEBUG [RS:0;b3c019fcff38:43715 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T00:24:49,564 DEBUG [RS:0;b3c019fcff38:43715 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b3c019fcff38,43715,1731198288084 2024-11-10T00:24:49,564 DEBUG [RS:0;b3c019fcff38:43715 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b3c019fcff38,43715,1731198288084' 2024-11-10T00:24:49,564 DEBUG [RS:0;b3c019fcff38:43715 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1612677256/flush-table-proc/abort' 2024-11-10T00:24:49,564 DEBUG [RS:0;b3c019fcff38:43715 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1612677256/flush-table-proc/acquired' 2024-11-10T00:24:49,564 DEBUG [RS:0;b3c019fcff38:43715 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T00:24:49,565 DEBUG [RS:0;b3c019fcff38:43715 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T00:24:49,565 DEBUG [RS:0;b3c019fcff38:43715 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b3c019fcff38,43715,1731198288084 2024-11-10T00:24:49,565 DEBUG [RS:0;b3c019fcff38:43715 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b3c019fcff38,43715,1731198288084' 2024-11-10T00:24:49,565 DEBUG [RS:0;b3c019fcff38:43715 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1612677256/online-snapshot/abort' 2024-11-10T00:24:49,565 DEBUG [RS:0;b3c019fcff38:43715 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1612677256/online-snapshot/acquired' 2024-11-10T00:24:49,565 DEBUG [RS:0;b3c019fcff38:43715 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T00:24:49,565 INFO [RS:0;b3c019fcff38:43715 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T00:24:49,565 INFO [RS:0;b3c019fcff38:43715 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T00:24:49,666 INFO [RS:0;b3c019fcff38:43715 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T00:24:49,667 INFO [RS:0;b3c019fcff38:43715 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b3c019fcff38%2C43715%2C1731198288084, suffix=, logDir=hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084, archiveDir=hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/oldWALs, maxLogs=10 2024-11-10T00:24:49,680 DEBUG [RS:0;b3c019fcff38:43715 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.1731198289667, exclude list is [], retry=0 2024-11-10T00:24:49,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41049,DS-2c97f3b0-247d-4298-9a89-d707f8212195,DISK] 2024-11-10T00:24:49,683 INFO [RS:0;b3c019fcff38:43715 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.1731198289667 2024-11-10T00:24:49,683 DEBUG [RS:0;b3c019fcff38:43715 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44673:44673)] 2024-11-10T00:24:49,847 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T00:24:49,847 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6 2024-11-10T00:24:49,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41049 is added to blk_1073741833_1009 (size=32) 2024-11-10T00:24:50,080 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T00:24:50,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:50,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:50,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:50,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:50,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:50,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:50,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:50,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:50,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:50,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:50,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:50,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:50,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:50,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:50,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:50,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:50,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:24:50,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T00:24:50,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T00:24:50,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:50,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:24:50,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T00:24:50,266 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T00:24:50,266 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:50,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:24:50,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T00:24:50,267 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T00:24:50,267 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:50,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:24:50,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T00:24:50,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T00:24:50,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:50,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:24:50,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T00:24:50,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/data/hbase/meta/1588230740 2024-11-10T00:24:50,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/data/hbase/meta/1588230740 2024-11-10T00:24:50,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T00:24:50,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T00:24:50,271 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:24:50,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T00:24:50,273 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:24:50,273 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69063392, jitterRate=0.029124736785888672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:24:50,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731198290263Initializing all the Stores at 1731198290264 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198290264Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198290264Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198290264Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198290264Cleaning up temporary data from old regions at 1731198290270 (+6 ms)Region opened successfully at 1731198290273 (+3 ms) 2024-11-10T00:24:50,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T00:24:50,273 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T00:24:50,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T00:24:50,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 1 ms 2024-11-10T00:24:50,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T00:24:50,274 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T00:24:50,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731198290273Disabling compacts and flushes for region at 1731198290273Disabling writes for close at 1731198290274 (+1 ms)Writing region close event to WAL at 1731198290274Closed at 1731198290274 2024-11-10T00:24:50,275 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:24:50,275 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T00:24:50,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T00:24:50,276 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T00:24:50,277 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T00:24:50,427 DEBUG [b3c019fcff38:45803 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T00:24:50,427 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b3c019fcff38,43715,1731198288084 2024-11-10T00:24:50,428 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b3c019fcff38,43715,1731198288084, state=OPENING 2024-11-10T00:24:50,430 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T00:24:50,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45803-0x100ff43673b0000, quorum=127.0.0.1:64043, baseZNode=/0-1612677256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1612677256 2024-11-10T00:24:50,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43715-0x100ff43673b0001, quorum=127.0.0.1:64043, baseZNode=/0-1612677256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1612677256 2024-11-10T00:24:50,434 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T00:24:50,434 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1612677256/meta-region-server: CHANGED 2024-11-10T00:24:50,434 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1612677256/meta-region-server: CHANGED 2024-11-10T00:24:50,434 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b3c019fcff38,43715,1731198288084}] 2024-11-10T00:24:50,587 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T00:24:50,588 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35597, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T00:24:50,590 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T00:24:50,590 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:24:50,591 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T00:24:50,592 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b3c019fcff38%2C43715%2C1731198288084.meta, suffix=.meta, logDir=hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084, archiveDir=hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/oldWALs, maxLogs=10 2024-11-10T00:24:50,605 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.meta.1731198290592.meta, exclude list is [], retry=0 2024-11-10T00:24:50,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41049,DS-2c97f3b0-247d-4298-9a89-d707f8212195,DISK] 2024-11-10T00:24:50,607 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.meta.1731198290592.meta 2024-11-10T00:24:50,608 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44673:44673)] 2024-11-10T00:24:50,608 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:24:50,608 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T00:24:50,608 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T00:24:50,608 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T00:24:50,608 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T00:24:50,609 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T00:24:50,609 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:24:50,609 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T00:24:50,609 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T00:24:50,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T00:24:50,610 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T00:24:50,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:50,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:24:50,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T00:24:50,611 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T00:24:50,611 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:50,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:24:50,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T00:24:50,612 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T00:24:50,612 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:50,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:24:50,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T00:24:50,613 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T00:24:50,613 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:50,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:24:50,613 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T00:24:50,614 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/data/hbase/meta/1588230740 2024-11-10T00:24:50,614 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/data/hbase/meta/1588230740 2024-11-10T00:24:50,615 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T00:24:50,615 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T00:24:50,615 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:24:50,616 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T00:24:50,617 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72815544, jitterRate=0.08503615856170654}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:24:50,617 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T00:24:50,617 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731198290609Writing region info on filesystem at 1731198290609Initializing all the Stores at 1731198290609Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198290609Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198290609Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198290609Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198290609Cleaning up temporary data from old regions at 1731198290615 (+6 ms)Running coprocessor post-open hooks at 1731198290617 (+2 ms)Region opened successfully at 1731198290617 2024-11-10T00:24:50,618 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731198290586 2024-11-10T00:24:50,619 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T00:24:50,619 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T00:24:50,620 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,43715,1731198288084 2024-11-10T00:24:50,620 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b3c019fcff38,43715,1731198288084, state=OPEN 2024-11-10T00:24:50,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45803-0x100ff43673b0000, quorum=127.0.0.1:64043, baseZNode=/0-1612677256 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1612677256/meta-region-server 2024-11-10T00:24:50,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43715-0x100ff43673b0001, quorum=127.0.0.1:64043, baseZNode=/0-1612677256 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1612677256/meta-region-server 2024-11-10T00:24:50,622 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b3c019fcff38,43715,1731198288084 2024-11-10T00:24:50,622 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1612677256/meta-region-server: CHANGED 2024-11-10T00:24:50,622 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1612677256/meta-region-server: CHANGED 2024-11-10T00:24:50,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T00:24:50,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b3c019fcff38,43715,1731198288084 in 188 msec 2024-11-10T00:24:50,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T00:24:50,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 349 msec 2024-11-10T00:24:50,626 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:24:50,626 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T00:24:50,626 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:24:50,626 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,43715,1731198288084, seqNum=-1] 2024-11-10T00:24:50,627 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:24:50,628 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34745, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:24:50,631 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1960 sec 2024-11-10T00:24:50,631 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731198290631, completionTime=-1 2024-11-10T00:24:50,631 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T00:24:50,631 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T00:24:50,633 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T00:24:50,633 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731198350633 2024-11-10T00:24:50,633 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731198410633 2024-11-10T00:24:50,633 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T00:24:50,633 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,45803,1731198288033-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:50,633 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,45803,1731198288033-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:50,633 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,45803,1731198288033-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:50,633 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b3c019fcff38:45803, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:50,633 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:50,633 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:50,634 DEBUG [master/b3c019fcff38:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T00:24:50,636 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.514sec 2024-11-10T00:24:50,636 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T00:24:50,636 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T00:24:50,636 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T00:24:50,636 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T00:24:50,636 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T00:24:50,636 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,45803,1731198288033-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T00:24:50,636 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,45803,1731198288033-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T00:24:50,638 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T00:24:50,638 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T00:24:50,638 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,45803,1731198288033-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:50,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79f1497f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:50,705 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,45803,-1 for getting cluster id 2024-11-10T00:24:50,705 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:24:50,706 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '776b6d51-c449-4ee3-bed5-07a96cd015f9' 2024-11-10T00:24:50,706 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:24:50,706 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "776b6d51-c449-4ee3-bed5-07a96cd015f9" 2024-11-10T00:24:50,706 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ec8bba2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:50,706 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,45803,-1] 2024-11-10T00:24:50,707 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:24:50,707 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:24:50,707 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:24:50,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@216ae20e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:50,708 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:24:50,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,43715,1731198288084, seqNum=-1] 2024-11-10T00:24:50,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:24:50,710 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:24:50,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b3c019fcff38,45803,1731198288033 2024-11-10T00:24:50,712 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64043 2024-11-10T00:24:50,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64043, baseZNode=/0-1612677256 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:24:50,714 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100ff43673b0002 connected 2024-11-10T00:24:50,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/940337a4-46e4-4df2-a7ea-6bd13e969c3c/hadoop.log.dir so I do NOT create it in target/test-data/aaf2296e-0919-3f7d-0cf5-26eec3ec9062 2024-11-10T00:24:50,717 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/940337a4-46e4-4df2-a7ea-6bd13e969c3c/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T00:24:50,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/940337a4-46e4-4df2-a7ea-6bd13e969c3c/hadoop.tmp.dir so I do NOT create it in target/test-data/aaf2296e-0919-3f7d-0cf5-26eec3ec9062 2024-11-10T00:24:50,717 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/940337a4-46e4-4df2-a7ea-6bd13e969c3c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T00:24:50,717 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaf2296e-0919-3f7d-0cf5-26eec3ec9062 2024-11-10T00:24:50,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T00:24:50,717 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaf2296e-0919-3f7d-0cf5-26eec3ec9062/cluster_486e2e1b-68a7-c238-085d-64a6c1bc1475, deleteOnExit=true 2024-11-10T00:24:50,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T00:24:50,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaf2296e-0919-3f7d-0cf5-26eec3ec9062/test.cache.data in system properties and HBase conf 2024-11-10T00:24:50,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaf2296e-0919-3f7d-0cf5-26eec3ec9062/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T00:24:50,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaf2296e-0919-3f7d-0cf5-26eec3ec9062/hadoop.log.dir in system properties and HBase conf 2024-11-10T00:24:50,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaf2296e-0919-3f7d-0cf5-26eec3ec9062/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T00:24:50,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaf2296e-0919-3f7d-0cf5-26eec3ec9062/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T00:24:50,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T00:24:50,717 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T00:24:50,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaf2296e-0919-3f7d-0cf5-26eec3ec9062/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T00:24:50,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaf2296e-0919-3f7d-0cf5-26eec3ec9062/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T00:24:50,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaf2296e-0919-3f7d-0cf5-26eec3ec9062/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T00:24:50,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaf2296e-0919-3f7d-0cf5-26eec3ec9062/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T00:24:50,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaf2296e-0919-3f7d-0cf5-26eec3ec9062/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T00:24:50,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaf2296e-0919-3f7d-0cf5-26eec3ec9062/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T00:24:50,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaf2296e-0919-3f7d-0cf5-26eec3ec9062/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T00:24:50,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaf2296e-0919-3f7d-0cf5-26eec3ec9062/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T00:24:50,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaf2296e-0919-3f7d-0cf5-26eec3ec9062/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T00:24:50,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaf2296e-0919-3f7d-0cf5-26eec3ec9062/nfs.dump.dir in system properties and HBase conf 2024-11-10T00:24:50,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaf2296e-0919-3f7d-0cf5-26eec3ec9062/java.io.tmpdir in system properties and HBase conf 2024-11-10T00:24:50,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaf2296e-0919-3f7d-0cf5-26eec3ec9062/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T00:24:50,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaf2296e-0919-3f7d-0cf5-26eec3ec9062/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T00:24:50,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaf2296e-0919-3f7d-0cf5-26eec3ec9062/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T00:24:50,797 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:24:50,800 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T00:24:50,802 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T00:24:50,802 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T00:24:50,802 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T00:24:50,803 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:24:50,803 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5028312f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaf2296e-0919-3f7d-0cf5-26eec3ec9062/hadoop.log.dir/,AVAILABLE} 2024-11-10T00:24:50,804 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1cfaf16c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T00:24:50,928 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17c08a5b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaf2296e-0919-3f7d-0cf5-26eec3ec9062/java.io.tmpdir/jetty-localhost-37939-hadoop-hdfs-3_4_1-tests_jar-_-any-14970147226306270791/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T00:24:50,929 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c7ad3e8{HTTP/1.1, (http/1.1)}{localhost:37939} 2024-11-10T00:24:50,929 INFO [Time-limited test {}] server.Server(415): Started @304633ms 2024-11-10T00:24:51,015 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:24:51,018 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T00:24:51,019 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T00:24:51,019 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T00:24:51,019 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T00:24:51,019 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c2f2d51{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaf2296e-0919-3f7d-0cf5-26eec3ec9062/hadoop.log.dir/,AVAILABLE} 2024-11-10T00:24:51,019 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@318c5ff0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T00:24:51,134 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2590021c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaf2296e-0919-3f7d-0cf5-26eec3ec9062/java.io.tmpdir/jetty-localhost-44653-hadoop-hdfs-3_4_1-tests_jar-_-any-18123466029496512757/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T00:24:51,134 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@691721b{HTTP/1.1, (http/1.1)}{localhost:44653} 2024-11-10T00:24:51,134 INFO [Time-limited test {}] server.Server(415): Started @304838ms 2024-11-10T00:24:51,135 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T00:24:51,226 WARN [Thread-4453 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaf2296e-0919-3f7d-0cf5-26eec3ec9062/cluster_486e2e1b-68a7-c238-085d-64a6c1bc1475/data/data1/current/BP-1198782592-172.17.0.2-1731198290736/current, will proceed with Du for space computation calculation, 2024-11-10T00:24:51,226 WARN [Thread-4454 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaf2296e-0919-3f7d-0cf5-26eec3ec9062/cluster_486e2e1b-68a7-c238-085d-64a6c1bc1475/data/data2/current/BP-1198782592-172.17.0.2-1731198290736/current, will proceed with Du for space computation calculation, 2024-11-10T00:24:51,249 WARN [Thread-4441 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T00:24:51,252 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9fd6738ab939d22f with lease ID 0x8d0c194f0ee7fded: Processing first storage report for DS-7a0bea77-1d99-495e-bed4-97f83f3529b8 from datanode DatanodeRegistration(127.0.0.1:45055, datanodeUuid=2839cfe0-b5ae-49c1-a867-16467f4e4f45, infoPort=44217, infoSecurePort=0, ipcPort=32801, storageInfo=lv=-57;cid=testClusterID;nsid=503900394;c=1731198290736) 2024-11-10T00:24:51,252 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9fd6738ab939d22f with lease ID 0x8d0c194f0ee7fded: from storage DS-7a0bea77-1d99-495e-bed4-97f83f3529b8 node DatanodeRegistration(127.0.0.1:45055, datanodeUuid=2839cfe0-b5ae-49c1-a867-16467f4e4f45, infoPort=44217, infoSecurePort=0, ipcPort=32801, storageInfo=lv=-57;cid=testClusterID;nsid=503900394;c=1731198290736), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T00:24:51,252 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9fd6738ab939d22f with lease ID 0x8d0c194f0ee7fded: Processing first storage report for DS-2f9e5e1c-f8f1-4036-9484-09bccb1f31f5 from datanode DatanodeRegistration(127.0.0.1:45055, datanodeUuid=2839cfe0-b5ae-49c1-a867-16467f4e4f45, infoPort=44217, infoSecurePort=0, ipcPort=32801, storageInfo=lv=-57;cid=testClusterID;nsid=503900394;c=1731198290736) 2024-11-10T00:24:51,252 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9fd6738ab939d22f with lease ID 0x8d0c194f0ee7fded: from storage DS-2f9e5e1c-f8f1-4036-9484-09bccb1f31f5 node DatanodeRegistration(127.0.0.1:45055, datanodeUuid=2839cfe0-b5ae-49c1-a867-16467f4e4f45, infoPort=44217, infoSecurePort=0, ipcPort=32801, storageInfo=lv=-57;cid=testClusterID;nsid=503900394;c=1731198290736), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T00:24:51,255 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaf2296e-0919-3f7d-0cf5-26eec3ec9062 2024-11-10T00:24:51,255 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:24:51,256 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:24:51,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45055 is added to blk_1073741825_1001 (size=7) 2024-11-10T00:24:51,263 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6 with version=8 2024-11-10T00:24:51,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/hbase-staging 2024-11-10T00:24:51,265 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b3c019fcff38:0 server-side Connection retries=45 2024-11-10T00:24:51,265 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:24:51,265 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T00:24:51,265 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T00:24:51,265 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:24:51,265 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T00:24:51,265 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T00:24:51,265 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T00:24:51,266 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33371 2024-11-10T00:24:51,267 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33371 connecting to ZooKeeper ensemble=127.0.0.1:64043 2024-11-10T00:24:51,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:333710x0, quorum=127.0.0.1:64043, baseZNode=/1-1438922694 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:24:51,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33371-0x100ff43673b0003 connected 2024-11-10T00:24:51,280 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:24:51,281 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:24:51,283 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33371-0x100ff43673b0003, quorum=127.0.0.1:64043, baseZNode=/1-1438922694 Set watcher on znode that does not yet exist, /1-1438922694/running 2024-11-10T00:24:51,283 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6, hbase.cluster.distributed=false 2024-11-10T00:24:51,284 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33371-0x100ff43673b0003, quorum=127.0.0.1:64043, baseZNode=/1-1438922694 Set watcher on znode that does not yet exist, /1-1438922694/acl 2024-11-10T00:24:51,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33371 2024-11-10T00:24:51,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33371 2024-11-10T00:24:51,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33371 2024-11-10T00:24:51,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33371 2024-11-10T00:24:51,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33371 2024-11-10T00:24:51,304 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b3c019fcff38:0 server-side Connection retries=45 2024-11-10T00:24:51,304 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:24:51,304 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T00:24:51,305 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T00:24:51,305 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:24:51,305 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T00:24:51,305 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T00:24:51,305 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T00:24:51,305 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44123 2024-11-10T00:24:51,306 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44123 connecting to ZooKeeper ensemble=127.0.0.1:64043 2024-11-10T00:24:51,306 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:24:51,308 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:24:51,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441230x0, quorum=127.0.0.1:64043, baseZNode=/1-1438922694 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:24:51,312 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:441230x0, quorum=127.0.0.1:64043, baseZNode=/1-1438922694 Set watcher on znode that does not yet exist, /1-1438922694/running 2024-11-10T00:24:51,312 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44123-0x100ff43673b0004 connected 2024-11-10T00:24:51,312 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T00:24:51,316 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T00:24:51,316 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44123-0x100ff43673b0004, quorum=127.0.0.1:64043, baseZNode=/1-1438922694 Set watcher on znode that does not yet exist, /1-1438922694/master 2024-11-10T00:24:51,317 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44123-0x100ff43673b0004, quorum=127.0.0.1:64043, baseZNode=/1-1438922694 Set watcher on znode that does not yet exist, /1-1438922694/acl 2024-11-10T00:24:51,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44123 2024-11-10T00:24:51,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44123 2024-11-10T00:24:51,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44123 2024-11-10T00:24:51,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44123 2024-11-10T00:24:51,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44123 2024-11-10T00:24:51,334 DEBUG [M:0;b3c019fcff38:33371 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b3c019fcff38:33371 2024-11-10T00:24:51,335 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1438922694/backup-masters/b3c019fcff38,33371,1731198291265 2024-11-10T00:24:51,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x100ff43673b0003, quorum=127.0.0.1:64043, baseZNode=/1-1438922694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1438922694/backup-masters 2024-11-10T00:24:51,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44123-0x100ff43673b0004, quorum=127.0.0.1:64043, baseZNode=/1-1438922694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1438922694/backup-masters 2024-11-10T00:24:51,336 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33371-0x100ff43673b0003, quorum=127.0.0.1:64043, baseZNode=/1-1438922694 Set watcher on existing znode=/1-1438922694/backup-masters/b3c019fcff38,33371,1731198291265 2024-11-10T00:24:51,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x100ff43673b0003, quorum=127.0.0.1:64043, baseZNode=/1-1438922694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1438922694 2024-11-10T00:24:51,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44123-0x100ff43673b0004, quorum=127.0.0.1:64043, baseZNode=/1-1438922694 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1438922694/master 2024-11-10T00:24:51,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44123-0x100ff43673b0004, quorum=127.0.0.1:64043, baseZNode=/1-1438922694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1438922694 2024-11-10T00:24:51,340 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33371-0x100ff43673b0003, quorum=127.0.0.1:64043, baseZNode=/1-1438922694 Set watcher on existing znode=/1-1438922694/master 2024-11-10T00:24:51,340 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1438922694/backup-masters/b3c019fcff38,33371,1731198291265 from backup master directory 2024-11-10T00:24:51,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x100ff43673b0003, quorum=127.0.0.1:64043, baseZNode=/1-1438922694 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1438922694/backup-masters/b3c019fcff38,33371,1731198291265 2024-11-10T00:24:51,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44123-0x100ff43673b0004, quorum=127.0.0.1:64043, baseZNode=/1-1438922694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1438922694/backup-masters 2024-11-10T00:24:51,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x100ff43673b0003, quorum=127.0.0.1:64043, baseZNode=/1-1438922694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1438922694/backup-masters 2024-11-10T00:24:51,341 WARN [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T00:24:51,341 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b3c019fcff38,33371,1731198291265 2024-11-10T00:24:51,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T00:24:51,342 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T00:24:51,343 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T00:24:51,343 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-10T00:24:51,343 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T00:24:51,343 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-10T00:24:51,343 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T00:24:51,343 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T00:24:51,344 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/hbase.id] with ID: ab4bf9a6-1bff-4b2e-a3a7-442cba8a744d 2024-11-10T00:24:51,344 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/.tmp/hbase.id 2024-11-10T00:24:51,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45055 is added to blk_1073741826_1002 (size=42) 2024-11-10T00:24:51,740 DEBUG [master/b3c019fcff38:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=22, created chunk count=36, reused chunk count=138, reuseRatio=79.31% 2024-11-10T00:24:51,741 DEBUG [master/b3c019fcff38:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-10T00:24:51,750 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/.tmp/hbase.id]:[hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/hbase.id] 2024-11-10T00:24:51,757 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:24:51,757 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T00:24:51,758 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T00:24:51,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x100ff43673b0003, quorum=127.0.0.1:64043, baseZNode=/1-1438922694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1438922694 2024-11-10T00:24:51,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44123-0x100ff43673b0004, quorum=127.0.0.1:64043, baseZNode=/1-1438922694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1438922694 2024-11-10T00:24:51,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45055 is added to blk_1073741827_1003 (size=196) 2024-11-10T00:24:52,164 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:24:52,165 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T00:24:52,165 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:24:52,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45055 is added to blk_1073741828_1004 (size=1189) 2024-11-10T00:24:52,572 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/MasterData/data/master/store 2024-11-10T00:24:52,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45055 is added to blk_1073741829_1005 (size=34) 2024-11-10T00:24:52,977 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:24:52,977 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T00:24:52,977 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:24:52,977 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:24:52,977 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T00:24:52,977 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:24:52,977 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:24:52,977 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731198292977Disabling compacts and flushes for region at 1731198292977Disabling writes for close at 1731198292977Writing region close event to WAL at 1731198292977Closed at 1731198292977 2024-11-10T00:24:52,978 WARN [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/MasterData/data/master/store/.initializing 2024-11-10T00:24:52,978 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/MasterData/WALs/b3c019fcff38,33371,1731198291265 2024-11-10T00:24:52,979 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T00:24:52,980 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b3c019fcff38%2C33371%2C1731198291265, suffix=, logDir=hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/MasterData/WALs/b3c019fcff38,33371,1731198291265, archiveDir=hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/MasterData/oldWALs, maxLogs=10 2024-11-10T00:24:52,997 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/MasterData/WALs/b3c019fcff38,33371,1731198291265/b3c019fcff38%2C33371%2C1731198291265.1731198292980, exclude list is [], retry=0 2024-11-10T00:24:52,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45055,DS-7a0bea77-1d99-495e-bed4-97f83f3529b8,DISK] 2024-11-10T00:24:53,000 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/MasterData/WALs/b3c019fcff38,33371,1731198291265/b3c019fcff38%2C33371%2C1731198291265.1731198292980 2024-11-10T00:24:53,000 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44217:44217)] 2024-11-10T00:24:53,000 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:24:53,000 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:24:53,000 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:53,000 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:53,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:53,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T00:24:53,002 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:53,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:24:53,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:53,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T00:24:53,004 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:53,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:24:53,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:53,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T00:24:53,005 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:53,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:24:53,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:53,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T00:24:53,006 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:53,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:24:53,006 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:53,007 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:53,007 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:53,008 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:53,008 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:53,008 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:24:53,009 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:53,010 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:24:53,010 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69699328, jitterRate=0.038600921630859375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:24:53,011 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731198293001Initializing all the Stores at 1731198293001Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198293001Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198293001Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198293001Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198293001Cleaning up temporary data from old regions at 1731198293008 (+7 ms)Region opened successfully at 1731198293011 (+3 ms) 2024-11-10T00:24:53,011 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T00:24:53,013 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38701d49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b3c019fcff38/172.17.0.2:0 2024-11-10T00:24:53,013 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T00:24:53,013 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T00:24:53,014 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T00:24:53,014 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T00:24:53,014 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T00:24:53,014 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T00:24:53,014 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T00:24:53,016 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T00:24:53,016 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33371-0x100ff43673b0003, quorum=127.0.0.1:64043, baseZNode=/1-1438922694 Unable to get data of znode /1-1438922694/balancer because node does not exist (not necessarily an error) 2024-11-10T00:24:53,017 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1438922694/balancer already deleted, retry=false 2024-11-10T00:24:53,018 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T00:24:53,018 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33371-0x100ff43673b0003, quorum=127.0.0.1:64043, baseZNode=/1-1438922694 Unable to get data of znode /1-1438922694/normalizer because node does not exist (not necessarily an error) 2024-11-10T00:24:53,020 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1438922694/normalizer already deleted, retry=false 2024-11-10T00:24:53,021 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T00:24:53,021 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33371-0x100ff43673b0003, quorum=127.0.0.1:64043, baseZNode=/1-1438922694 Unable to get data of znode /1-1438922694/switch/split because node does not exist (not necessarily an error) 2024-11-10T00:24:53,022 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1438922694/switch/split already deleted, retry=false 2024-11-10T00:24:53,023 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33371-0x100ff43673b0003, quorum=127.0.0.1:64043, baseZNode=/1-1438922694 Unable to get data of znode /1-1438922694/switch/merge because node does not exist (not necessarily an error) 2024-11-10T00:24:53,024 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1438922694/switch/merge already deleted, retry=false 2024-11-10T00:24:53,025 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33371-0x100ff43673b0003, quorum=127.0.0.1:64043, baseZNode=/1-1438922694 Unable to get data of znode /1-1438922694/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T00:24:53,026 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1438922694/snapshot-cleanup already deleted, retry=false 2024-11-10T00:24:53,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x100ff43673b0003, quorum=127.0.0.1:64043, baseZNode=/1-1438922694 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1438922694/running 2024-11-10T00:24:53,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44123-0x100ff43673b0004, quorum=127.0.0.1:64043, baseZNode=/1-1438922694 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1438922694/running 2024-11-10T00:24:53,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x100ff43673b0003, quorum=127.0.0.1:64043, baseZNode=/1-1438922694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1438922694 2024-11-10T00:24:53,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44123-0x100ff43673b0004, quorum=127.0.0.1:64043, baseZNode=/1-1438922694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1438922694 2024-11-10T00:24:53,029 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b3c019fcff38,33371,1731198291265, sessionid=0x100ff43673b0003, setting cluster-up flag (Was=false) 2024-11-10T00:24:53,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44123-0x100ff43673b0004, quorum=127.0.0.1:64043, baseZNode=/1-1438922694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1438922694 2024-11-10T00:24:53,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x100ff43673b0003, quorum=127.0.0.1:64043, baseZNode=/1-1438922694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1438922694 2024-11-10T00:24:53,036 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1438922694/flush-table-proc/acquired, /1-1438922694/flush-table-proc/reached, /1-1438922694/flush-table-proc/abort 2024-11-10T00:24:53,037 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b3c019fcff38,33371,1731198291265 2024-11-10T00:24:53,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x100ff43673b0003, quorum=127.0.0.1:64043, baseZNode=/1-1438922694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1438922694 2024-11-10T00:24:53,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44123-0x100ff43673b0004, quorum=127.0.0.1:64043, baseZNode=/1-1438922694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1438922694 2024-11-10T00:24:53,044 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1438922694/online-snapshot/acquired, /1-1438922694/online-snapshot/reached, /1-1438922694/online-snapshot/abort 2024-11-10T00:24:53,045 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b3c019fcff38,33371,1731198291265 2024-11-10T00:24:53,045 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T00:24:53,046 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T00:24:53,046 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T00:24:53,046 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T00:24:53,047 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b3c019fcff38,33371,1731198291265 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T00:24:53,047 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:24:53,048 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:24:53,048 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:24:53,048 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:24:53,048 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b3c019fcff38:0, corePoolSize=10, maxPoolSize=10 2024-11-10T00:24:53,048 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:53,048 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b3c019fcff38:0, corePoolSize=2, maxPoolSize=2 2024-11-10T00:24:53,048 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:53,049 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:24:53,049 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T00:24:53,049 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:53,050 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T00:24:53,052 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731198323052 2024-11-10T00:24:53,053 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T00:24:53,053 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T00:24:53,053 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T00:24:53,053 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T00:24:53,053 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T00:24:53,053 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T00:24:53,056 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:53,057 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T00:24:53,057 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T00:24:53,057 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T00:24:53,057 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T00:24:53,057 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T00:24:53,057 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T00:24:53,060 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731198293057,5,FailOnTimeoutGroup] 2024-11-10T00:24:53,060 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731198293060,5,FailOnTimeoutGroup] 2024-11-10T00:24:53,061 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:53,061 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T00:24:53,061 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:53,061 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:53,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45055 is added to blk_1073741831_1007 (size=1321) 2024-11-10T00:24:53,123 INFO [RS:0;b3c019fcff38:44123 {}] regionserver.HRegionServer(746): ClusterId : ab4bf9a6-1bff-4b2e-a3a7-442cba8a744d 2024-11-10T00:24:53,123 DEBUG [RS:0;b3c019fcff38:44123 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T00:24:53,125 DEBUG [RS:0;b3c019fcff38:44123 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T00:24:53,125 DEBUG [RS:0;b3c019fcff38:44123 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T00:24:53,128 DEBUG [RS:0;b3c019fcff38:44123 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T00:24:53,128 DEBUG [RS:0;b3c019fcff38:44123 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dc45f7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b3c019fcff38/172.17.0.2:0 2024-11-10T00:24:53,140 DEBUG [RS:0;b3c019fcff38:44123 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b3c019fcff38:44123 2024-11-10T00:24:53,140 INFO [RS:0;b3c019fcff38:44123 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T00:24:53,140 INFO [RS:0;b3c019fcff38:44123 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T00:24:53,140 DEBUG [RS:0;b3c019fcff38:44123 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T00:24:53,140 INFO [RS:0;b3c019fcff38:44123 {}] regionserver.HRegionServer(2659): reportForDuty to master=b3c019fcff38,33371,1731198291265 with port=44123, startcode=1731198291304 2024-11-10T00:24:53,141 DEBUG [RS:0;b3c019fcff38:44123 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T00:24:53,142 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39825, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T00:24:53,142 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33371 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b3c019fcff38,44123,1731198291304 2024-11-10T00:24:53,142 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33371 {}] master.ServerManager(517): Registering regionserver=b3c019fcff38,44123,1731198291304 2024-11-10T00:24:53,143 DEBUG [RS:0;b3c019fcff38:44123 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6 2024-11-10T00:24:53,143 DEBUG [RS:0;b3c019fcff38:44123 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42217 2024-11-10T00:24:53,143 DEBUG [RS:0;b3c019fcff38:44123 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T00:24:53,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x100ff43673b0003, quorum=127.0.0.1:64043, baseZNode=/1-1438922694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1438922694/rs 2024-11-10T00:24:53,152 DEBUG [RS:0;b3c019fcff38:44123 {}] zookeeper.ZKUtil(111): regionserver:44123-0x100ff43673b0004, quorum=127.0.0.1:64043, baseZNode=/1-1438922694 Set watcher on existing znode=/1-1438922694/rs/b3c019fcff38,44123,1731198291304 2024-11-10T00:24:53,153 WARN [RS:0;b3c019fcff38:44123 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T00:24:53,153 INFO [RS:0;b3c019fcff38:44123 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:24:53,153 DEBUG [RS:0;b3c019fcff38:44123 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/WALs/b3c019fcff38,44123,1731198291304 2024-11-10T00:24:53,153 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b3c019fcff38,44123,1731198291304] 2024-11-10T00:24:53,155 INFO [RS:0;b3c019fcff38:44123 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T00:24:53,156 INFO [RS:0;b3c019fcff38:44123 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T00:24:53,157 INFO [RS:0;b3c019fcff38:44123 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T00:24:53,157 INFO [RS:0;b3c019fcff38:44123 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:53,157 INFO [RS:0;b3c019fcff38:44123 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T00:24:53,158 INFO [RS:0;b3c019fcff38:44123 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T00:24:53,158 INFO [RS:0;b3c019fcff38:44123 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:53,158 DEBUG [RS:0;b3c019fcff38:44123 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:53,158 DEBUG [RS:0;b3c019fcff38:44123 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:53,158 DEBUG [RS:0;b3c019fcff38:44123 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:53,158 DEBUG [RS:0;b3c019fcff38:44123 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:53,158 DEBUG [RS:0;b3c019fcff38:44123 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:53,158 DEBUG [RS:0;b3c019fcff38:44123 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b3c019fcff38:0, corePoolSize=2, maxPoolSize=2 2024-11-10T00:24:53,158 DEBUG [RS:0;b3c019fcff38:44123 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:53,158 DEBUG [RS:0;b3c019fcff38:44123 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:53,158 DEBUG [RS:0;b3c019fcff38:44123 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:53,158 DEBUG [RS:0;b3c019fcff38:44123 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:53,158 DEBUG [RS:0;b3c019fcff38:44123 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:53,158 DEBUG [RS:0;b3c019fcff38:44123 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:53,158 DEBUG [RS:0;b3c019fcff38:44123 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0, corePoolSize=3, maxPoolSize=3 2024-11-10T00:24:53,158 DEBUG [RS:0;b3c019fcff38:44123 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0, corePoolSize=3, maxPoolSize=3 2024-11-10T00:24:53,158 INFO [RS:0;b3c019fcff38:44123 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:53,158 INFO [RS:0;b3c019fcff38:44123 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:53,158 INFO [RS:0;b3c019fcff38:44123 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:53,158 INFO [RS:0;b3c019fcff38:44123 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:53,158 INFO [RS:0;b3c019fcff38:44123 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:53,158 INFO [RS:0;b3c019fcff38:44123 {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,44123,1731198291304-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T00:24:53,172 INFO [RS:0;b3c019fcff38:44123 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T00:24:53,172 INFO [RS:0;b3c019fcff38:44123 {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,44123,1731198291304-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:53,172 INFO [RS:0;b3c019fcff38:44123 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:53,172 INFO [RS:0;b3c019fcff38:44123 {}] regionserver.Replication(171): b3c019fcff38,44123,1731198291304 started 2024-11-10T00:24:53,185 INFO [RS:0;b3c019fcff38:44123 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:53,186 INFO [RS:0;b3c019fcff38:44123 {}] regionserver.HRegionServer(1482): Serving as b3c019fcff38,44123,1731198291304, RpcServer on b3c019fcff38/172.17.0.2:44123, sessionid=0x100ff43673b0004 2024-11-10T00:24:53,186 DEBUG [RS:0;b3c019fcff38:44123 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T00:24:53,186 DEBUG [RS:0;b3c019fcff38:44123 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b3c019fcff38,44123,1731198291304 2024-11-10T00:24:53,186 DEBUG [RS:0;b3c019fcff38:44123 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b3c019fcff38,44123,1731198291304' 2024-11-10T00:24:53,186 DEBUG [RS:0;b3c019fcff38:44123 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1438922694/flush-table-proc/abort' 2024-11-10T00:24:53,186 DEBUG [RS:0;b3c019fcff38:44123 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1438922694/flush-table-proc/acquired' 2024-11-10T00:24:53,186 DEBUG [RS:0;b3c019fcff38:44123 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T00:24:53,186 DEBUG [RS:0;b3c019fcff38:44123 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T00:24:53,186 DEBUG [RS:0;b3c019fcff38:44123 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b3c019fcff38,44123,1731198291304 2024-11-10T00:24:53,186 DEBUG [RS:0;b3c019fcff38:44123 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b3c019fcff38,44123,1731198291304' 2024-11-10T00:24:53,187 DEBUG [RS:0;b3c019fcff38:44123 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1438922694/online-snapshot/abort' 2024-11-10T00:24:53,187 DEBUG [RS:0;b3c019fcff38:44123 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1438922694/online-snapshot/acquired' 2024-11-10T00:24:53,187 DEBUG [RS:0;b3c019fcff38:44123 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T00:24:53,187 INFO [RS:0;b3c019fcff38:44123 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T00:24:53,187 INFO [RS:0;b3c019fcff38:44123 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T00:24:53,287 INFO [RS:0;b3c019fcff38:44123 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T00:24:53,289 INFO [RS:0;b3c019fcff38:44123 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b3c019fcff38%2C44123%2C1731198291304, suffix=, logDir=hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/WALs/b3c019fcff38,44123,1731198291304, archiveDir=hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/oldWALs, maxLogs=10 2024-11-10T00:24:53,305 DEBUG [RS:0;b3c019fcff38:44123 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/WALs/b3c019fcff38,44123,1731198291304/b3c019fcff38%2C44123%2C1731198291304.1731198293289, exclude list is [], retry=0 2024-11-10T00:24:53,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45055,DS-7a0bea77-1d99-495e-bed4-97f83f3529b8,DISK] 2024-11-10T00:24:53,308 INFO [RS:0;b3c019fcff38:44123 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/WALs/b3c019fcff38,44123,1731198291304/b3c019fcff38%2C44123%2C1731198291304.1731198293289 2024-11-10T00:24:53,309 DEBUG [RS:0;b3c019fcff38:44123 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44217:44217)] 2024-11-10T00:24:53,462 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T00:24:53,462 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6 2024-11-10T00:24:53,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45055 is added to blk_1073741833_1009 (size=32) 2024-11-10T00:24:53,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:24:53,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T00:24:53,869 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T00:24:53,869 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:53,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:24:53,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T00:24:53,871 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T00:24:53,871 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:53,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:24:53,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T00:24:53,872 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T00:24:53,872 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:53,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:24:53,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T00:24:53,873 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T00:24:53,873 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:53,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:24:53,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T00:24:53,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/data/hbase/meta/1588230740 2024-11-10T00:24:53,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/data/hbase/meta/1588230740 2024-11-10T00:24:53,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T00:24:53,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T00:24:53,875 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:24:53,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T00:24:53,877 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:24:53,877 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65650688, jitterRate=-0.021728515625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:24:53,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731198293867Initializing all the Stores at 1731198293868 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198293868Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198293868Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198293868Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198293868Cleaning up temporary data from old regions at 1731198293874 (+6 ms)Region opened successfully at 1731198293877 (+3 ms) 2024-11-10T00:24:53,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T00:24:53,877 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T00:24:53,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T00:24:53,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T00:24:53,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T00:24:53,878 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T00:24:53,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731198293877Disabling compacts and flushes for region at 1731198293877Disabling writes for close at 1731198293877Writing region close event to WAL at 1731198293878 (+1 ms)Closed at 1731198293878 2024-11-10T00:24:53,878 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:24:53,878 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T00:24:53,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T00:24:53,879 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T00:24:53,880 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T00:24:54,030 DEBUG [b3c019fcff38:33371 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T00:24:54,030 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b3c019fcff38,44123,1731198291304 2024-11-10T00:24:54,031 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b3c019fcff38,44123,1731198291304, state=OPENING 2024-11-10T00:24:54,037 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T00:24:54,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x100ff43673b0003, quorum=127.0.0.1:64043, baseZNode=/1-1438922694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1438922694 2024-11-10T00:24:54,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44123-0x100ff43673b0004, quorum=127.0.0.1:64043, baseZNode=/1-1438922694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1438922694 2024-11-10T00:24:54,039 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T00:24:54,039 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b3c019fcff38,44123,1731198291304}] 2024-11-10T00:24:54,039 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1438922694/meta-region-server: CHANGED 2024-11-10T00:24:54,039 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1438922694/meta-region-server: CHANGED 2024-11-10T00:24:54,191 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T00:24:54,193 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49213, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T00:24:54,195 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T00:24:54,195 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:24:54,195 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T00:24:54,196 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b3c019fcff38%2C44123%2C1731198291304.meta, suffix=.meta, logDir=hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/WALs/b3c019fcff38,44123,1731198291304, archiveDir=hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/oldWALs, maxLogs=10 2024-11-10T00:24:54,209 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/WALs/b3c019fcff38,44123,1731198291304/b3c019fcff38%2C44123%2C1731198291304.meta.1731198294197.meta, exclude list is [], retry=0 2024-11-10T00:24:54,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45055,DS-7a0bea77-1d99-495e-bed4-97f83f3529b8,DISK] 2024-11-10T00:24:54,212 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/WALs/b3c019fcff38,44123,1731198291304/b3c019fcff38%2C44123%2C1731198291304.meta.1731198294197.meta 2024-11-10T00:24:54,213 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44217:44217)] 2024-11-10T00:24:54,213 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:24:54,213 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T00:24:54,213 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T00:24:54,213 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T00:24:54,213 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T00:24:54,213 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T00:24:54,213 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:24:54,213 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T00:24:54,213 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T00:24:54,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T00:24:54,215 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T00:24:54,215 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:54,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:24:54,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T00:24:54,216 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T00:24:54,216 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:54,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:24:54,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T00:24:54,217 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T00:24:54,217 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:54,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:24:54,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T00:24:54,217 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T00:24:54,217 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:54,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:24:54,218 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T00:24:54,218 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/data/hbase/meta/1588230740 2024-11-10T00:24:54,219 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/data/hbase/meta/1588230740 2024-11-10T00:24:54,220 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T00:24:54,220 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T00:24:54,220 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:24:54,221 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T00:24:54,222 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65209164, jitterRate=-0.028307735919952393}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:24:54,222 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T00:24:54,222 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731198294213Writing region info on filesystem at 1731198294214 (+1 ms)Initializing all the Stores at 1731198294214Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198294214Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198294214Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198294214Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198294214Cleaning up temporary data from old regions at 1731198294220 (+6 ms)Running coprocessor post-open hooks at 1731198294222 (+2 ms)Region opened successfully at 1731198294222 2024-11-10T00:24:54,222 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731198294191 2024-11-10T00:24:54,224 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T00:24:54,224 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T00:24:54,224 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,44123,1731198291304 2024-11-10T00:24:54,225 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b3c019fcff38,44123,1731198291304, state=OPEN 2024-11-10T00:24:54,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44123-0x100ff43673b0004, quorum=127.0.0.1:64043, baseZNode=/1-1438922694 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1438922694/meta-region-server 2024-11-10T00:24:54,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x100ff43673b0003, quorum=127.0.0.1:64043, baseZNode=/1-1438922694 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1438922694/meta-region-server 2024-11-10T00:24:54,228 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b3c019fcff38,44123,1731198291304 2024-11-10T00:24:54,228 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1438922694/meta-region-server: CHANGED 2024-11-10T00:24:54,228 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1438922694/meta-region-server: CHANGED 2024-11-10T00:24:54,230 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T00:24:54,230 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b3c019fcff38,44123,1731198291304 in 189 msec 2024-11-10T00:24:54,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T00:24:54,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 352 msec 2024-11-10T00:24:54,232 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:24:54,232 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T00:24:54,233 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:24:54,233 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,44123,1731198291304, seqNum=-1] 2024-11-10T00:24:54,233 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:24:54,234 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48191, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:24:54,237 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1910 sec 2024-11-10T00:24:54,237 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731198294237, completionTime=-1 2024-11-10T00:24:54,237 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T00:24:54,237 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T00:24:54,239 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T00:24:54,239 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731198354239 2024-11-10T00:24:54,239 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731198414239 2024-11-10T00:24:54,239 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T00:24:54,239 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,33371,1731198291265-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:54,239 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,33371,1731198291265-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:54,239 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,33371,1731198291265-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:54,239 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b3c019fcff38:33371, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:54,239 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:54,239 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:54,241 DEBUG [master/b3c019fcff38:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T00:24:54,242 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.901sec 2024-11-10T00:24:54,242 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T00:24:54,242 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T00:24:54,242 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T00:24:54,242 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T00:24:54,242 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T00:24:54,243 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,33371,1731198291265-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T00:24:54,243 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,33371,1731198291265-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T00:24:54,244 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T00:24:54,244 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T00:24:54,244 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,33371,1731198291265-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:54,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e42d03e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:54,324 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,33371,-1 for getting cluster id 2024-11-10T00:24:54,324 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:24:54,325 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ab4bf9a6-1bff-4b2e-a3a7-442cba8a744d' 2024-11-10T00:24:54,326 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:24:54,326 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ab4bf9a6-1bff-4b2e-a3a7-442cba8a744d" 2024-11-10T00:24:54,326 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ef4b7d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:54,326 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,33371,-1] 2024-11-10T00:24:54,326 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:24:54,326 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:24:54,327 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:24:54,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a6b2280, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:54,328 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:24:54,329 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,44123,1731198291304, seqNum=-1] 2024-11-10T00:24:54,329 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:24:54,329 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:24:54,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b3c019fcff38,33371,1731198291265 2024-11-10T00:24:54,331 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64043 2024-11-10T00:24:54,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64043, baseZNode=/1-1438922694 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:24:54,334 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100ff43673b0005 connected 2024-11-10T00:24:54,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaf2296e-0919-3f7d-0cf5-26eec3ec9062/hadoop.log.dir so I do NOT create it in target/test-data/7f61b878-f878-cd99-ad10-a2a3e68153f3 2024-11-10T00:24:54,337 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaf2296e-0919-3f7d-0cf5-26eec3ec9062/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T00:24:54,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaf2296e-0919-3f7d-0cf5-26eec3ec9062/hadoop.tmp.dir so I do NOT create it in target/test-data/7f61b878-f878-cd99-ad10-a2a3e68153f3 2024-11-10T00:24:54,337 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaf2296e-0919-3f7d-0cf5-26eec3ec9062/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T00:24:54,337 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f61b878-f878-cd99-ad10-a2a3e68153f3 2024-11-10T00:24:54,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T00:24:54,337 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f61b878-f878-cd99-ad10-a2a3e68153f3/cluster_943fd0a6-3b7c-8d1f-f8fc-91522ee35ea7, deleteOnExit=true 2024-11-10T00:24:54,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T00:24:54,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f61b878-f878-cd99-ad10-a2a3e68153f3/test.cache.data in system properties and HBase conf 2024-11-10T00:24:54,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f61b878-f878-cd99-ad10-a2a3e68153f3/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T00:24:54,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f61b878-f878-cd99-ad10-a2a3e68153f3/hadoop.log.dir in system properties and HBase conf 2024-11-10T00:24:54,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f61b878-f878-cd99-ad10-a2a3e68153f3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T00:24:54,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f61b878-f878-cd99-ad10-a2a3e68153f3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T00:24:54,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T00:24:54,338 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T00:24:54,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f61b878-f878-cd99-ad10-a2a3e68153f3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T00:24:54,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f61b878-f878-cd99-ad10-a2a3e68153f3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T00:24:54,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f61b878-f878-cd99-ad10-a2a3e68153f3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T00:24:54,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f61b878-f878-cd99-ad10-a2a3e68153f3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T00:24:54,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f61b878-f878-cd99-ad10-a2a3e68153f3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T00:24:54,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f61b878-f878-cd99-ad10-a2a3e68153f3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T00:24:54,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f61b878-f878-cd99-ad10-a2a3e68153f3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T00:24:54,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f61b878-f878-cd99-ad10-a2a3e68153f3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T00:24:54,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f61b878-f878-cd99-ad10-a2a3e68153f3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T00:24:54,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f61b878-f878-cd99-ad10-a2a3e68153f3/nfs.dump.dir in system properties and HBase conf 2024-11-10T00:24:54,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f61b878-f878-cd99-ad10-a2a3e68153f3/java.io.tmpdir in system properties and HBase conf 2024-11-10T00:24:54,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f61b878-f878-cd99-ad10-a2a3e68153f3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T00:24:54,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f61b878-f878-cd99-ad10-a2a3e68153f3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T00:24:54,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f61b878-f878-cd99-ad10-a2a3e68153f3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T00:24:54,411 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:24:54,414 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T00:24:54,415 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T00:24:54,415 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T00:24:54,415 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T00:24:54,416 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:24:54,416 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55df6614{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f61b878-f878-cd99-ad10-a2a3e68153f3/hadoop.log.dir/,AVAILABLE} 2024-11-10T00:24:54,417 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e587979{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T00:24:54,530 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7451d88e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f61b878-f878-cd99-ad10-a2a3e68153f3/java.io.tmpdir/jetty-localhost-36941-hadoop-hdfs-3_4_1-tests_jar-_-any-4181182628275366903/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T00:24:54,531 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1631ccfb{HTTP/1.1, (http/1.1)}{localhost:36941} 2024-11-10T00:24:54,531 INFO [Time-limited test {}] server.Server(415): Started @308235ms 2024-11-10T00:24:54,606 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:24:54,610 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T00:24:54,611 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T00:24:54,611 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T00:24:54,611 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T00:24:54,611 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fcdfee4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f61b878-f878-cd99-ad10-a2a3e68153f3/hadoop.log.dir/,AVAILABLE} 2024-11-10T00:24:54,611 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19f2c9d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T00:24:54,726 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@928d69{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f61b878-f878-cd99-ad10-a2a3e68153f3/java.io.tmpdir/jetty-localhost-37181-hadoop-hdfs-3_4_1-tests_jar-_-any-6615958977220024157/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T00:24:54,726 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2483a4fb{HTTP/1.1, (http/1.1)}{localhost:37181} 2024-11-10T00:24:54,726 INFO [Time-limited test {}] server.Server(415): Started @308431ms 2024-11-10T00:24:54,727 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T00:24:54,832 WARN [Thread-4573 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f61b878-f878-cd99-ad10-a2a3e68153f3/cluster_943fd0a6-3b7c-8d1f-f8fc-91522ee35ea7/data/data1/current/BP-1716812210-172.17.0.2-1731198294357/current, will proceed with Du for space computation calculation, 2024-11-10T00:24:54,833 WARN [Thread-4574 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f61b878-f878-cd99-ad10-a2a3e68153f3/cluster_943fd0a6-3b7c-8d1f-f8fc-91522ee35ea7/data/data2/current/BP-1716812210-172.17.0.2-1731198294357/current, will proceed with Du for space computation calculation, 2024-11-10T00:24:54,857 WARN [Thread-4561 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T00:24:54,859 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd7cafe0ddc22bfb1 with lease ID 0x59976b94ffb2e2b0: Processing first storage report for DS-32cea062-7af4-49f3-970d-1aa6646ce10f from datanode DatanodeRegistration(127.0.0.1:38975, datanodeUuid=2f032299-b6d0-4c96-a3b6-8354cc19f81f, infoPort=39677, infoSecurePort=0, ipcPort=36029, storageInfo=lv=-57;cid=testClusterID;nsid=1462825667;c=1731198294357) 2024-11-10T00:24:54,859 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd7cafe0ddc22bfb1 with lease ID 0x59976b94ffb2e2b0: from storage DS-32cea062-7af4-49f3-970d-1aa6646ce10f node DatanodeRegistration(127.0.0.1:38975, datanodeUuid=2f032299-b6d0-4c96-a3b6-8354cc19f81f, infoPort=39677, infoSecurePort=0, ipcPort=36029, storageInfo=lv=-57;cid=testClusterID;nsid=1462825667;c=1731198294357), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T00:24:54,859 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd7cafe0ddc22bfb1 with lease ID 0x59976b94ffb2e2b0: Processing first storage report for DS-34e7ce0c-a4d9-4772-98b4-c2dc7c6ff858 from datanode DatanodeRegistration(127.0.0.1:38975, datanodeUuid=2f032299-b6d0-4c96-a3b6-8354cc19f81f, infoPort=39677, infoSecurePort=0, ipcPort=36029, storageInfo=lv=-57;cid=testClusterID;nsid=1462825667;c=1731198294357) 2024-11-10T00:24:54,859 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd7cafe0ddc22bfb1 with lease ID 0x59976b94ffb2e2b0: from storage DS-34e7ce0c-a4d9-4772-98b4-c2dc7c6ff858 node DatanodeRegistration(127.0.0.1:38975, datanodeUuid=2f032299-b6d0-4c96-a3b6-8354cc19f81f, infoPort=39677, infoSecurePort=0, ipcPort=36029, storageInfo=lv=-57;cid=testClusterID;nsid=1462825667;c=1731198294357), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T00:24:54,948 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f61b878-f878-cd99-ad10-a2a3e68153f3 2024-11-10T00:24:54,949 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:24:54,950 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:24:54,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38975 is added to blk_1073741825_1001 (size=7) 2024-11-10T00:24:55,370 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d with version=8 2024-11-10T00:24:55,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/hbase-staging 2024-11-10T00:24:55,373 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b3c019fcff38:0 server-side Connection retries=45 2024-11-10T00:24:55,373 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:24:55,373 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T00:24:55,373 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T00:24:55,373 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:24:55,373 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T00:24:55,373 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T00:24:55,373 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T00:24:55,374 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44695 2024-11-10T00:24:55,374 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44695 connecting to ZooKeeper ensemble=127.0.0.1:64043 2024-11-10T00:24:55,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:446950x0, quorum=127.0.0.1:64043, baseZNode=/21823680721 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:24:55,377 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44695-0x100ff43673b0006 connected 2024-11-10T00:24:55,390 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:24:55,391 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:24:55,393 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44695-0x100ff43673b0006, quorum=127.0.0.1:64043, baseZNode=/21823680721 Set watcher on znode that does not yet exist, /21823680721/running 2024-11-10T00:24:55,393 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d, hbase.cluster.distributed=false 2024-11-10T00:24:55,394 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44695-0x100ff43673b0006, quorum=127.0.0.1:64043, baseZNode=/21823680721 Set watcher on znode that does not yet exist, /21823680721/acl 2024-11-10T00:24:55,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44695 2024-11-10T00:24:55,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44695 2024-11-10T00:24:55,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44695 2024-11-10T00:24:55,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44695 2024-11-10T00:24:55,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44695 2024-11-10T00:24:55,410 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b3c019fcff38:0 server-side Connection retries=45 2024-11-10T00:24:55,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:24:55,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T00:24:55,411 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T00:24:55,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:24:55,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T00:24:55,411 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T00:24:55,411 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T00:24:55,411 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34353 2024-11-10T00:24:55,412 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34353 connecting to ZooKeeper ensemble=127.0.0.1:64043 2024-11-10T00:24:55,412 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:24:55,414 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:24:55,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343530x0, quorum=127.0.0.1:64043, baseZNode=/21823680721 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:24:55,434 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:343530x0, quorum=127.0.0.1:64043, baseZNode=/21823680721 Set watcher on znode that does not yet exist, /21823680721/running 2024-11-10T00:24:55,434 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34353-0x100ff43673b0007 connected 2024-11-10T00:24:55,434 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T00:24:55,435 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T00:24:55,435 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34353-0x100ff43673b0007, quorum=127.0.0.1:64043, baseZNode=/21823680721 Set watcher on znode that does not yet exist, /21823680721/master 2024-11-10T00:24:55,436 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34353-0x100ff43673b0007, quorum=127.0.0.1:64043, baseZNode=/21823680721 Set watcher on znode that does not yet exist, /21823680721/acl 2024-11-10T00:24:55,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34353 2024-11-10T00:24:55,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34353 2024-11-10T00:24:55,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34353 2024-11-10T00:24:55,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34353 2024-11-10T00:24:55,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34353 2024-11-10T00:24:55,453 DEBUG [M:0;b3c019fcff38:44695 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b3c019fcff38:44695 2024-11-10T00:24:55,453 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21823680721/backup-masters/b3c019fcff38,44695,1731198295373 2024-11-10T00:24:55,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44695-0x100ff43673b0006, quorum=127.0.0.1:64043, baseZNode=/21823680721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21823680721/backup-masters 2024-11-10T00:24:55,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34353-0x100ff43673b0007, quorum=127.0.0.1:64043, baseZNode=/21823680721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21823680721/backup-masters 2024-11-10T00:24:55,476 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44695-0x100ff43673b0006, quorum=127.0.0.1:64043, baseZNode=/21823680721 Set watcher on existing znode=/21823680721/backup-masters/b3c019fcff38,44695,1731198295373 2024-11-10T00:24:55,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34353-0x100ff43673b0007, quorum=127.0.0.1:64043, baseZNode=/21823680721 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21823680721/master 2024-11-10T00:24:55,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44695-0x100ff43673b0006, quorum=127.0.0.1:64043, baseZNode=/21823680721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21823680721 2024-11-10T00:24:55,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34353-0x100ff43673b0007, quorum=127.0.0.1:64043, baseZNode=/21823680721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21823680721 2024-11-10T00:24:55,493 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44695-0x100ff43673b0006, quorum=127.0.0.1:64043, baseZNode=/21823680721 Set watcher on existing znode=/21823680721/master 2024-11-10T00:24:55,494 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21823680721/backup-masters/b3c019fcff38,44695,1731198295373 from backup master directory 2024-11-10T00:24:55,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44695-0x100ff43673b0006, quorum=127.0.0.1:64043, baseZNode=/21823680721 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21823680721/backup-masters/b3c019fcff38,44695,1731198295373 2024-11-10T00:24:55,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34353-0x100ff43673b0007, quorum=127.0.0.1:64043, baseZNode=/21823680721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21823680721/backup-masters 2024-11-10T00:24:55,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44695-0x100ff43673b0006, quorum=127.0.0.1:64043, baseZNode=/21823680721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21823680721/backup-masters 2024-11-10T00:24:55,500 WARN [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T00:24:55,500 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b3c019fcff38,44695,1731198295373 2024-11-10T00:24:55,503 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/hbase.id] with ID: 9919ea53-651b-4895-827e-429affe1d5ef 2024-11-10T00:24:55,503 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/.tmp/hbase.id 2024-11-10T00:24:55,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38975 is added to blk_1073741826_1002 (size=42) 2024-11-10T00:24:55,907 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/.tmp/hbase.id]:[hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/hbase.id] 2024-11-10T00:24:55,915 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:24:55,915 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T00:24:55,916 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T00:24:55,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44695-0x100ff43673b0006, quorum=127.0.0.1:64043, baseZNode=/21823680721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21823680721 2024-11-10T00:24:55,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34353-0x100ff43673b0007, quorum=127.0.0.1:64043, baseZNode=/21823680721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21823680721 2024-11-10T00:24:55,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38975 is added to blk_1073741827_1003 (size=196) 2024-11-10T00:24:56,111 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T00:24:56,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:56,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:56,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:56,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:56,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:56,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:56,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:56,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:56,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:56,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:56,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:56,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:56,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:56,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:56,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:56,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:24:56,322 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:24:56,323 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T00:24:56,323 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:24:56,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38975 is added to blk_1073741828_1004 (size=1189) 2024-11-10T00:24:56,329 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/MasterData/data/master/store 2024-11-10T00:24:56,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38975 is added to blk_1073741829_1005 (size=34) 2024-11-10T00:24:56,333 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:24:56,333 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T00:24:56,333 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:24:56,333 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:24:56,333 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T00:24:56,333 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:24:56,333 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:24:56,333 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731198296333Disabling compacts and flushes for region at 1731198296333Disabling writes for close at 1731198296333Writing region close event to WAL at 1731198296333Closed at 1731198296333 2024-11-10T00:24:56,333 WARN [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/MasterData/data/master/store/.initializing 2024-11-10T00:24:56,334 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/MasterData/WALs/b3c019fcff38,44695,1731198295373 2024-11-10T00:24:56,334 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T00:24:56,335 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b3c019fcff38%2C44695%2C1731198295373, suffix=, logDir=hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/MasterData/WALs/b3c019fcff38,44695,1731198295373, archiveDir=hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/MasterData/oldWALs, maxLogs=10 2024-11-10T00:24:56,350 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/MasterData/WALs/b3c019fcff38,44695,1731198295373/b3c019fcff38%2C44695%2C1731198295373.1731198296335, exclude list is [], retry=0 2024-11-10T00:24:56,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38975,DS-32cea062-7af4-49f3-970d-1aa6646ce10f,DISK] 2024-11-10T00:24:56,353 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/MasterData/WALs/b3c019fcff38,44695,1731198295373/b3c019fcff38%2C44695%2C1731198295373.1731198296335 2024-11-10T00:24:56,353 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39677:39677)] 2024-11-10T00:24:56,353 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:24:56,353 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:24:56,353 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:56,354 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:56,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:56,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T00:24:56,355 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:56,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:24:56,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:56,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T00:24:56,357 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:56,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:24:56,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:56,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T00:24:56,358 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:56,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:24:56,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:56,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T00:24:56,359 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:56,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:24:56,359 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:56,360 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:56,360 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:56,361 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:56,361 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:56,361 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:24:56,362 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:24:56,363 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:24:56,363 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60419521, jitterRate=-0.09967897832393646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:24:56,363 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731198296354Initializing all the Stores at 1731198296354Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198296354Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198296354Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198296354Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198296354Cleaning up temporary data from old regions at 1731198296361 (+7 ms)Region opened successfully at 1731198296363 (+2 ms) 2024-11-10T00:24:56,364 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T00:24:56,365 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fe10a0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b3c019fcff38/172.17.0.2:0 2024-11-10T00:24:56,366 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T00:24:56,366 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T00:24:56,366 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T00:24:56,366 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T00:24:56,367 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T00:24:56,367 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T00:24:56,367 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T00:24:56,368 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T00:24:56,369 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44695-0x100ff43673b0006, quorum=127.0.0.1:64043, baseZNode=/21823680721 Unable to get data of znode /21823680721/balancer because node does not exist (not necessarily an error) 2024-11-10T00:24:56,371 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21823680721/balancer already deleted, retry=false 2024-11-10T00:24:56,371 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T00:24:56,372 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44695-0x100ff43673b0006, quorum=127.0.0.1:64043, baseZNode=/21823680721 Unable to get data of znode /21823680721/normalizer because node does not exist (not necessarily an error) 2024-11-10T00:24:56,373 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21823680721/normalizer already deleted, retry=false 2024-11-10T00:24:56,373 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T00:24:56,374 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44695-0x100ff43673b0006, quorum=127.0.0.1:64043, baseZNode=/21823680721 Unable to get data of znode /21823680721/switch/split because node does not exist (not necessarily an error) 2024-11-10T00:24:56,375 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21823680721/switch/split already deleted, retry=false 2024-11-10T00:24:56,375 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44695-0x100ff43673b0006, quorum=127.0.0.1:64043, baseZNode=/21823680721 Unable to get data of znode /21823680721/switch/merge because node does not exist (not necessarily an error) 2024-11-10T00:24:56,376 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21823680721/switch/merge already deleted, retry=false 2024-11-10T00:24:56,377 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44695-0x100ff43673b0006, quorum=127.0.0.1:64043, baseZNode=/21823680721 Unable to get data of znode /21823680721/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T00:24:56,380 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21823680721/snapshot-cleanup already deleted, retry=false 2024-11-10T00:24:56,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44695-0x100ff43673b0006, quorum=127.0.0.1:64043, baseZNode=/21823680721 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21823680721/running 2024-11-10T00:24:56,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34353-0x100ff43673b0007, quorum=127.0.0.1:64043, baseZNode=/21823680721 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21823680721/running 2024-11-10T00:24:56,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34353-0x100ff43673b0007, quorum=127.0.0.1:64043, baseZNode=/21823680721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21823680721 2024-11-10T00:24:56,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44695-0x100ff43673b0006, quorum=127.0.0.1:64043, baseZNode=/21823680721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21823680721 2024-11-10T00:24:56,381 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b3c019fcff38,44695,1731198295373, sessionid=0x100ff43673b0006, setting cluster-up flag (Was=false) 2024-11-10T00:24:56,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44695-0x100ff43673b0006, quorum=127.0.0.1:64043, baseZNode=/21823680721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21823680721 2024-11-10T00:24:56,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34353-0x100ff43673b0007, quorum=127.0.0.1:64043, baseZNode=/21823680721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21823680721 2024-11-10T00:24:56,388 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21823680721/flush-table-proc/acquired, /21823680721/flush-table-proc/reached, /21823680721/flush-table-proc/abort 2024-11-10T00:24:56,388 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b3c019fcff38,44695,1731198295373 2024-11-10T00:24:56,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44695-0x100ff43673b0006, quorum=127.0.0.1:64043, baseZNode=/21823680721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21823680721 2024-11-10T00:24:56,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34353-0x100ff43673b0007, quorum=127.0.0.1:64043, baseZNode=/21823680721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21823680721 2024-11-10T00:24:56,396 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21823680721/online-snapshot/acquired, /21823680721/online-snapshot/reached, /21823680721/online-snapshot/abort 2024-11-10T00:24:56,397 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b3c019fcff38,44695,1731198295373 2024-11-10T00:24:56,397 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T00:24:56,398 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T00:24:56,399 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T00:24:56,399 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T00:24:56,399 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b3c019fcff38,44695,1731198295373 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T00:24:56,400 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:24:56,400 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:24:56,400 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:24:56,400 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:24:56,400 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b3c019fcff38:0, corePoolSize=10, maxPoolSize=10 2024-11-10T00:24:56,400 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:56,400 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b3c019fcff38:0, corePoolSize=2, maxPoolSize=2 2024-11-10T00:24:56,400 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:56,401 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731198326401 2024-11-10T00:24:56,401 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T00:24:56,401 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T00:24:56,401 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T00:24:56,401 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T00:24:56,401 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T00:24:56,401 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T00:24:56,401 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:24:56,401 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:56,401 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T00:24:56,402 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T00:24:56,402 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T00:24:56,402 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T00:24:56,402 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T00:24:56,402 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:56,402 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T00:24:56,403 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T00:24:56,403 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T00:24:56,403 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731198296403,5,FailOnTimeoutGroup] 2024-11-10T00:24:56,403 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731198296403,5,FailOnTimeoutGroup] 2024-11-10T00:24:56,403 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:56,403 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T00:24:56,403 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:56,403 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:56,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38975 is added to blk_1073741831_1007 (size=1321) 2024-11-10T00:24:56,446 INFO [RS:0;b3c019fcff38:34353 {}] regionserver.HRegionServer(746): ClusterId : 9919ea53-651b-4895-827e-429affe1d5ef 2024-11-10T00:24:56,446 DEBUG [RS:0;b3c019fcff38:34353 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T00:24:56,450 DEBUG [RS:0;b3c019fcff38:34353 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T00:24:56,450 DEBUG [RS:0;b3c019fcff38:34353 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T00:24:56,452 DEBUG [RS:0;b3c019fcff38:34353 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T00:24:56,452 DEBUG [RS:0;b3c019fcff38:34353 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5185baed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b3c019fcff38/172.17.0.2:0 2024-11-10T00:24:56,467 DEBUG [RS:0;b3c019fcff38:34353 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b3c019fcff38:34353 2024-11-10T00:24:56,467 INFO [RS:0;b3c019fcff38:34353 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T00:24:56,467 INFO [RS:0;b3c019fcff38:34353 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T00:24:56,467 DEBUG [RS:0;b3c019fcff38:34353 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T00:24:56,468 INFO [RS:0;b3c019fcff38:34353 {}] regionserver.HRegionServer(2659): reportForDuty to master=b3c019fcff38,44695,1731198295373 with port=34353, startcode=1731198295410 2024-11-10T00:24:56,468 DEBUG [RS:0;b3c019fcff38:34353 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T00:24:56,469 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33575, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T00:24:56,470 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44695 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b3c019fcff38,34353,1731198295410 2024-11-10T00:24:56,470 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44695 {}] master.ServerManager(517): Registering regionserver=b3c019fcff38,34353,1731198295410 2024-11-10T00:24:56,471 DEBUG [RS:0;b3c019fcff38:34353 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d 2024-11-10T00:24:56,471 DEBUG [RS:0;b3c019fcff38:34353 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39951 2024-11-10T00:24:56,471 DEBUG [RS:0;b3c019fcff38:34353 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T00:24:56,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44695-0x100ff43673b0006, quorum=127.0.0.1:64043, baseZNode=/21823680721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21823680721/rs 2024-11-10T00:24:56,476 DEBUG [RS:0;b3c019fcff38:34353 {}] zookeeper.ZKUtil(111): regionserver:34353-0x100ff43673b0007, quorum=127.0.0.1:64043, baseZNode=/21823680721 Set watcher on existing znode=/21823680721/rs/b3c019fcff38,34353,1731198295410 2024-11-10T00:24:56,476 WARN [RS:0;b3c019fcff38:34353 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T00:24:56,476 INFO [RS:0;b3c019fcff38:34353 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:24:56,476 DEBUG [RS:0;b3c019fcff38:34353 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/WALs/b3c019fcff38,34353,1731198295410 2024-11-10T00:24:56,476 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b3c019fcff38,34353,1731198295410] 2024-11-10T00:24:56,478 INFO [RS:0;b3c019fcff38:34353 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T00:24:56,480 INFO [RS:0;b3c019fcff38:34353 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T00:24:56,480 INFO [RS:0;b3c019fcff38:34353 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T00:24:56,480 INFO [RS:0;b3c019fcff38:34353 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:56,481 INFO [RS:0;b3c019fcff38:34353 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T00:24:56,481 INFO [RS:0;b3c019fcff38:34353 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T00:24:56,481 INFO [RS:0;b3c019fcff38:34353 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:56,482 DEBUG [RS:0;b3c019fcff38:34353 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:56,482 DEBUG [RS:0;b3c019fcff38:34353 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:56,482 DEBUG [RS:0;b3c019fcff38:34353 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:56,482 DEBUG [RS:0;b3c019fcff38:34353 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:56,482 DEBUG [RS:0;b3c019fcff38:34353 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:56,482 DEBUG [RS:0;b3c019fcff38:34353 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b3c019fcff38:0, corePoolSize=2, maxPoolSize=2 2024-11-10T00:24:56,482 DEBUG [RS:0;b3c019fcff38:34353 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:56,482 DEBUG [RS:0;b3c019fcff38:34353 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:56,482 DEBUG [RS:0;b3c019fcff38:34353 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:56,482 DEBUG [RS:0;b3c019fcff38:34353 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:56,482 DEBUG [RS:0;b3c019fcff38:34353 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:56,482 DEBUG [RS:0;b3c019fcff38:34353 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:24:56,482 DEBUG [RS:0;b3c019fcff38:34353 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0, corePoolSize=3, maxPoolSize=3 2024-11-10T00:24:56,482 DEBUG [RS:0;b3c019fcff38:34353 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0, corePoolSize=3, maxPoolSize=3 2024-11-10T00:24:56,486 INFO [RS:0;b3c019fcff38:34353 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:56,486 INFO [RS:0;b3c019fcff38:34353 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:56,486 INFO [RS:0;b3c019fcff38:34353 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:56,486 INFO [RS:0;b3c019fcff38:34353 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:56,486 INFO [RS:0;b3c019fcff38:34353 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:56,486 INFO [RS:0;b3c019fcff38:34353 {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,34353,1731198295410-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T00:24:56,508 INFO [RS:0;b3c019fcff38:34353 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T00:24:56,508 INFO [RS:0;b3c019fcff38:34353 {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,34353,1731198295410-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:56,508 INFO [RS:0;b3c019fcff38:34353 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:56,508 INFO [RS:0;b3c019fcff38:34353 {}] regionserver.Replication(171): b3c019fcff38,34353,1731198295410 started 2024-11-10T00:24:56,529 INFO [RS:0;b3c019fcff38:34353 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:56,529 INFO [RS:0;b3c019fcff38:34353 {}] regionserver.HRegionServer(1482): Serving as b3c019fcff38,34353,1731198295410, RpcServer on b3c019fcff38/172.17.0.2:34353, sessionid=0x100ff43673b0007 2024-11-10T00:24:56,529 DEBUG [RS:0;b3c019fcff38:34353 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T00:24:56,529 DEBUG [RS:0;b3c019fcff38:34353 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b3c019fcff38,34353,1731198295410 2024-11-10T00:24:56,529 DEBUG [RS:0;b3c019fcff38:34353 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b3c019fcff38,34353,1731198295410' 2024-11-10T00:24:56,529 DEBUG [RS:0;b3c019fcff38:34353 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21823680721/flush-table-proc/abort' 2024-11-10T00:24:56,530 DEBUG [RS:0;b3c019fcff38:34353 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21823680721/flush-table-proc/acquired' 2024-11-10T00:24:56,530 DEBUG [RS:0;b3c019fcff38:34353 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T00:24:56,530 DEBUG [RS:0;b3c019fcff38:34353 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T00:24:56,530 DEBUG [RS:0;b3c019fcff38:34353 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b3c019fcff38,34353,1731198295410 2024-11-10T00:24:56,531 DEBUG [RS:0;b3c019fcff38:34353 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b3c019fcff38,34353,1731198295410' 2024-11-10T00:24:56,531 DEBUG [RS:0;b3c019fcff38:34353 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21823680721/online-snapshot/abort' 2024-11-10T00:24:56,531 DEBUG [RS:0;b3c019fcff38:34353 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21823680721/online-snapshot/acquired' 2024-11-10T00:24:56,531 DEBUG [RS:0;b3c019fcff38:34353 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T00:24:56,531 INFO [RS:0;b3c019fcff38:34353 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T00:24:56,531 INFO [RS:0;b3c019fcff38:34353 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T00:24:56,632 INFO [RS:0;b3c019fcff38:34353 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T00:24:56,633 INFO [RS:0;b3c019fcff38:34353 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b3c019fcff38%2C34353%2C1731198295410, suffix=, logDir=hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/WALs/b3c019fcff38,34353,1731198295410, archiveDir=hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/oldWALs, maxLogs=10 2024-11-10T00:24:56,646 DEBUG [RS:0;b3c019fcff38:34353 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/WALs/b3c019fcff38,34353,1731198295410/b3c019fcff38%2C34353%2C1731198295410.1731198296633, exclude list is [], retry=0 2024-11-10T00:24:56,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38975,DS-32cea062-7af4-49f3-970d-1aa6646ce10f,DISK] 2024-11-10T00:24:56,649 INFO [RS:0;b3c019fcff38:34353 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/WALs/b3c019fcff38,34353,1731198295410/b3c019fcff38%2C34353%2C1731198295410.1731198296633 2024-11-10T00:24:56,650 DEBUG [RS:0;b3c019fcff38:34353 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39677:39677)] 2024-11-10T00:24:56,811 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T00:24:56,812 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d 2024-11-10T00:24:56,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38975 is added to blk_1073741833_1009 (size=32) 2024-11-10T00:24:57,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:24:57,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T00:24:57,218 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T00:24:57,218 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:57,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:24:57,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T00:24:57,220 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T00:24:57,220 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:57,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:24:57,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T00:24:57,221 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T00:24:57,221 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:57,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:24:57,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T00:24:57,222 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T00:24:57,222 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:57,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:24:57,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T00:24:57,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/data/hbase/meta/1588230740 2024-11-10T00:24:57,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/data/hbase/meta/1588230740 2024-11-10T00:24:57,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T00:24:57,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T00:24:57,225 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:24:57,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T00:24:57,227 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:24:57,227 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74305852, jitterRate=0.10724347829818726}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:24:57,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731198297216Initializing all the Stores at 1731198297217 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198297217Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198297217Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198297217Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198297217Cleaning up temporary data from old regions at 1731198297224 (+7 ms)Region opened successfully at 1731198297227 (+3 ms) 2024-11-10T00:24:57,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T00:24:57,227 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T00:24:57,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T00:24:57,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 1 ms 2024-11-10T00:24:57,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T00:24:57,228 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T00:24:57,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731198297227Disabling compacts and flushes for region at 1731198297227Disabling writes for close at 1731198297228 (+1 ms)Writing region close event to WAL at 1731198297228Closed at 1731198297228 2024-11-10T00:24:57,229 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:24:57,229 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T00:24:57,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T00:24:57,230 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T00:24:57,231 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T00:24:57,381 DEBUG [b3c019fcff38:44695 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T00:24:57,382 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b3c019fcff38,34353,1731198295410 2024-11-10T00:24:57,382 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b3c019fcff38,34353,1731198295410, state=OPENING 2024-11-10T00:24:57,385 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T00:24:57,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44695-0x100ff43673b0006, quorum=127.0.0.1:64043, baseZNode=/21823680721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21823680721 2024-11-10T00:24:57,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34353-0x100ff43673b0007, quorum=127.0.0.1:64043, baseZNode=/21823680721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21823680721 2024-11-10T00:24:57,387 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T00:24:57,387 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21823680721/meta-region-server: CHANGED 2024-11-10T00:24:57,387 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21823680721/meta-region-server: CHANGED 2024-11-10T00:24:57,387 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b3c019fcff38,34353,1731198295410}] 2024-11-10T00:24:57,539 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T00:24:57,540 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38161, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T00:24:57,543 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T00:24:57,543 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:24:57,543 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T00:24:57,544 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b3c019fcff38%2C34353%2C1731198295410.meta, suffix=.meta, logDir=hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/WALs/b3c019fcff38,34353,1731198295410, archiveDir=hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/oldWALs, maxLogs=10 2024-11-10T00:24:57,557 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/WALs/b3c019fcff38,34353,1731198295410/b3c019fcff38%2C34353%2C1731198295410.meta.1731198297544.meta, exclude list is [], retry=0 2024-11-10T00:24:57,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38975,DS-32cea062-7af4-49f3-970d-1aa6646ce10f,DISK] 2024-11-10T00:24:57,560 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/WALs/b3c019fcff38,34353,1731198295410/b3c019fcff38%2C34353%2C1731198295410.meta.1731198297544.meta 2024-11-10T00:24:57,560 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39677:39677)] 2024-11-10T00:24:57,560 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:24:57,561 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T00:24:57,561 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T00:24:57,561 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T00:24:57,561 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T00:24:57,561 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T00:24:57,561 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:24:57,561 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T00:24:57,561 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T00:24:57,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T00:24:57,563 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T00:24:57,563 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:57,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:24:57,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T00:24:57,564 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T00:24:57,564 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:57,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:24:57,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T00:24:57,565 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T00:24:57,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:57,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:24:57,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T00:24:57,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T00:24:57,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:57,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:24:57,566 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T00:24:57,567 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/data/hbase/meta/1588230740 2024-11-10T00:24:57,568 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/data/hbase/meta/1588230740 2024-11-10T00:24:57,568 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T00:24:57,568 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T00:24:57,569 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:24:57,570 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T00:24:57,570 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59097756, jitterRate=-0.11937481164932251}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:24:57,570 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T00:24:57,571 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731198297561Writing region info on filesystem at 1731198297561Initializing all the Stores at 1731198297562 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198297562Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198297562Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198297562Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731198297563 (+1 ms)Cleaning up temporary data from old regions at 1731198297568 (+5 ms)Running coprocessor post-open hooks at 1731198297570 (+2 ms)Region opened successfully at 1731198297571 (+1 ms) 2024-11-10T00:24:57,571 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731198297539 2024-11-10T00:24:57,573 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T00:24:57,573 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T00:24:57,573 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,34353,1731198295410 2024-11-10T00:24:57,574 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b3c019fcff38,34353,1731198295410, state=OPEN 2024-11-10T00:24:57,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34353-0x100ff43673b0007, quorum=127.0.0.1:64043, baseZNode=/21823680721 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21823680721/meta-region-server 2024-11-10T00:24:57,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44695-0x100ff43673b0006, quorum=127.0.0.1:64043, baseZNode=/21823680721 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21823680721/meta-region-server 2024-11-10T00:24:57,575 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21823680721/meta-region-server: CHANGED 2024-11-10T00:24:57,575 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b3c019fcff38,34353,1731198295410 2024-11-10T00:24:57,575 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21823680721/meta-region-server: CHANGED 2024-11-10T00:24:57,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T00:24:57,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b3c019fcff38,34353,1731198295410 in 188 msec 2024-11-10T00:24:57,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T00:24:57,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 348 msec 2024-11-10T00:24:57,579 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:24:57,579 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T00:24:57,580 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:24:57,580 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,34353,1731198295410, seqNum=-1] 2024-11-10T00:24:57,580 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:24:57,581 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54239, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:24:57,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1860 sec 2024-11-10T00:24:57,584 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731198297584, completionTime=-1 2024-11-10T00:24:57,584 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T00:24:57,585 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T00:24:57,586 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T00:24:57,586 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731198357586 2024-11-10T00:24:57,586 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731198417586 2024-11-10T00:24:57,586 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T00:24:57,586 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,44695,1731198295373-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:57,586 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,44695,1731198295373-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:57,586 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,44695,1731198295373-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:57,587 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b3c019fcff38:44695, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:57,587 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:57,587 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:57,588 DEBUG [master/b3c019fcff38:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T00:24:57,589 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.089sec 2024-11-10T00:24:57,589 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T00:24:57,589 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T00:24:57,589 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T00:24:57,589 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T00:24:57,589 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T00:24:57,589 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,44695,1731198295373-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T00:24:57,589 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,44695,1731198295373-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T00:24:57,591 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T00:24:57,591 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T00:24:57,591 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,44695,1731198295373-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:24:57,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b3a79a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:57,647 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,44695,-1 for getting cluster id 2024-11-10T00:24:57,647 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:24:57,648 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9919ea53-651b-4895-827e-429affe1d5ef' 2024-11-10T00:24:57,648 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:24:57,649 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9919ea53-651b-4895-827e-429affe1d5ef" 2024-11-10T00:24:57,649 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9732674, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:57,649 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,44695,-1] 2024-11-10T00:24:57,649 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:24:57,649 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:24:57,650 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:24:57,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c43ff84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:24:57,650 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:24:57,651 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,34353,1731198295410, seqNum=-1] 2024-11-10T00:24:57,652 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:24:57,652 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:24:57,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b3c019fcff38,44695,1731198295373 2024-11-10T00:24:57,654 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:64043 2024-11-10T00:24:57,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:64043, baseZNode=/21823680721 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:24:57,656 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x100ff43673b0008 connected 2024-11-10T00:24:57,661 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:24:57,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,45803,1731198288033 2024-11-10T00:24:57,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4852b0f2 2024-11-10T00:24:57,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:24:57,662 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:24:57,663 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45803 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:24:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45803 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T00:24:57,665 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T00:24:57,665 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:57,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45803 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T00:24:57,666 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T00:24:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:24:57,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41049 is added to blk_1073741835_1011 (size=902) 2024-11-10T00:24:57,672 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7de85278afed6435dc76e11909fce5d3, NAME => 'test,,1731198297663.7de85278afed6435dc76e11909fce5d3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6 2024-11-10T00:24:57,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41049 is added to blk_1073741836_1012 (size=39) 2024-11-10T00:24:57,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:24:57,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:24:58,077 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731198297663.7de85278afed6435dc76e11909fce5d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:24:58,077 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7de85278afed6435dc76e11909fce5d3, disabling compactions & flushes 2024-11-10T00:24:58,077 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731198297663.7de85278afed6435dc76e11909fce5d3. 2024-11-10T00:24:58,077 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731198297663.7de85278afed6435dc76e11909fce5d3. 2024-11-10T00:24:58,077 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731198297663.7de85278afed6435dc76e11909fce5d3. after waiting 0 ms 2024-11-10T00:24:58,077 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731198297663.7de85278afed6435dc76e11909fce5d3. 2024-11-10T00:24:58,077 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731198297663.7de85278afed6435dc76e11909fce5d3. 2024-11-10T00:24:58,077 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7de85278afed6435dc76e11909fce5d3: Waiting for close lock at 1731198298077Disabling compacts and flushes for region at 1731198298077Disabling writes for close at 1731198298077Writing region close event to WAL at 1731198298077Closed at 1731198298077 2024-11-10T00:24:58,078 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T00:24:58,078 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731198297663.7de85278afed6435dc76e11909fce5d3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731198298078"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731198298078"}]},"ts":"1731198298078"} 2024-11-10T00:24:58,080 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T00:24:58,081 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T00:24:58,081 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731198298081"}]},"ts":"1731198298081"} 2024-11-10T00:24:58,083 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T00:24:58,083 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7de85278afed6435dc76e11909fce5d3, ASSIGN}] 2024-11-10T00:24:58,084 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7de85278afed6435dc76e11909fce5d3, ASSIGN 2024-11-10T00:24:58,085 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7de85278afed6435dc76e11909fce5d3, ASSIGN; state=OFFLINE, location=b3c019fcff38,43715,1731198288084; forceNewPlan=false, retain=false 2024-11-10T00:24:58,235 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7de85278afed6435dc76e11909fce5d3, regionState=OPENING, regionLocation=b3c019fcff38,43715,1731198288084 2024-11-10T00:24:58,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7de85278afed6435dc76e11909fce5d3, ASSIGN because future has completed 2024-11-10T00:24:58,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7de85278afed6435dc76e11909fce5d3, server=b3c019fcff38,43715,1731198288084}] 2024-11-10T00:24:58,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:24:58,392 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731198297663.7de85278afed6435dc76e11909fce5d3. 2024-11-10T00:24:58,392 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7de85278afed6435dc76e11909fce5d3, NAME => 'test,,1731198297663.7de85278afed6435dc76e11909fce5d3.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:24:58,392 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T00:24:58,393 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T00:24:58,393 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7de85278afed6435dc76e11909fce5d3 2024-11-10T00:24:58,393 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731198297663.7de85278afed6435dc76e11909fce5d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:24:58,393 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7de85278afed6435dc76e11909fce5d3 2024-11-10T00:24:58,393 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7de85278afed6435dc76e11909fce5d3 2024-11-10T00:24:58,394 INFO [StoreOpener-7de85278afed6435dc76e11909fce5d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7de85278afed6435dc76e11909fce5d3 2024-11-10T00:24:58,395 INFO [StoreOpener-7de85278afed6435dc76e11909fce5d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7de85278afed6435dc76e11909fce5d3 columnFamilyName f 2024-11-10T00:24:58,395 DEBUG [StoreOpener-7de85278afed6435dc76e11909fce5d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:58,395 INFO [StoreOpener-7de85278afed6435dc76e11909fce5d3-1 {}] regionserver.HStore(327): Store=7de85278afed6435dc76e11909fce5d3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:24:58,395 INFO [StoreOpener-7de85278afed6435dc76e11909fce5d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7de85278afed6435dc76e11909fce5d3 2024-11-10T00:24:58,396 INFO [StoreOpener-7de85278afed6435dc76e11909fce5d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7de85278afed6435dc76e11909fce5d3 columnFamilyName f1 2024-11-10T00:24:58,396 DEBUG [StoreOpener-7de85278afed6435dc76e11909fce5d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:58,396 INFO [StoreOpener-7de85278afed6435dc76e11909fce5d3-1 {}] regionserver.HStore(327): Store=7de85278afed6435dc76e11909fce5d3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:24:58,396 INFO [StoreOpener-7de85278afed6435dc76e11909fce5d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7de85278afed6435dc76e11909fce5d3 2024-11-10T00:24:58,397 INFO [StoreOpener-7de85278afed6435dc76e11909fce5d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7de85278afed6435dc76e11909fce5d3 columnFamilyName norep 2024-11-10T00:24:58,397 DEBUG [StoreOpener-7de85278afed6435dc76e11909fce5d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:58,397 INFO [StoreOpener-7de85278afed6435dc76e11909fce5d3-1 {}] regionserver.HStore(327): Store=7de85278afed6435dc76e11909fce5d3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:24:58,397 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7de85278afed6435dc76e11909fce5d3 2024-11-10T00:24:58,398 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/data/default/test/7de85278afed6435dc76e11909fce5d3 2024-11-10T00:24:58,398 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/data/default/test/7de85278afed6435dc76e11909fce5d3 2024-11-10T00:24:58,399 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7de85278afed6435dc76e11909fce5d3 2024-11-10T00:24:58,399 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7de85278afed6435dc76e11909fce5d3 2024-11-10T00:24:58,399 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T00:24:58,400 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7de85278afed6435dc76e11909fce5d3 2024-11-10T00:24:58,402 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/data/default/test/7de85278afed6435dc76e11909fce5d3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:24:58,402 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7de85278afed6435dc76e11909fce5d3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66244987, jitterRate=-0.012872770428657532}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T00:24:58,402 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7de85278afed6435dc76e11909fce5d3 2024-11-10T00:24:58,402 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7de85278afed6435dc76e11909fce5d3: Running coprocessor pre-open hook at 1731198298393Writing region info on filesystem at 1731198298393Initializing all the Stores at 1731198298393Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198298393Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198298394 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198298394Cleaning up temporary data from old regions at 1731198298399 (+5 ms)Running coprocessor post-open hooks at 1731198298402 (+3 ms)Region opened successfully at 1731198298402 2024-11-10T00:24:58,403 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731198297663.7de85278afed6435dc76e11909fce5d3., pid=6, masterSystemTime=1731198298389 2024-11-10T00:24:58,404 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731198297663.7de85278afed6435dc76e11909fce5d3. 2024-11-10T00:24:58,404 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731198297663.7de85278afed6435dc76e11909fce5d3. 2024-11-10T00:24:58,405 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7de85278afed6435dc76e11909fce5d3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b3c019fcff38,43715,1731198288084 2024-11-10T00:24:58,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7de85278afed6435dc76e11909fce5d3, server=b3c019fcff38,43715,1731198288084 because future has completed 2024-11-10T00:24:58,408 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T00:24:58,409 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7de85278afed6435dc76e11909fce5d3, server=b3c019fcff38,43715,1731198288084 in 170 msec 2024-11-10T00:24:58,410 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T00:24:58,410 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7de85278afed6435dc76e11909fce5d3, ASSIGN in 326 msec 2024-11-10T00:24:58,411 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T00:24:58,411 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731198298411"}]},"ts":"1731198298411"} 2024-11-10T00:24:58,412 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T00:24:58,413 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T00:24:58,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 750 msec 2024-11-10T00:24:58,662 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:24:58,663 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b3c019fcff38,40063,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b3c019fcff38:40063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T00:24:58,664 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128750 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b3c019fcff38,40063,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b3c019fcff38:40063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T00:24:58,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:24:58,803 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T00:24:58,803 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:24:58,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,33371,1731198291265 2024-11-10T00:24:58,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c5502f0 2024-11-10T00:24:58,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:24:58,805 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:24:58,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:24:58,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T00:24:58,807 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T00:24:58,807 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:58,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T00:24:58,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:24:58,808 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T00:24:58,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45055 is added to blk_1073741835_1011 (size=902) 2024-11-10T00:24:58,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:24:59,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:24:59,215 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 43d60ae3ccc2d4538bcd850e4e80d2f4, NAME => 'test,,1731198298805.43d60ae3ccc2d4538bcd850e4e80d2f4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6 2024-11-10T00:24:59,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45055 is added to blk_1073741836_1012 (size=39) 2024-11-10T00:24:59,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:24:59,619 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731198298805.43d60ae3ccc2d4538bcd850e4e80d2f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:24:59,620 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 43d60ae3ccc2d4538bcd850e4e80d2f4, disabling compactions & flushes 2024-11-10T00:24:59,620 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731198298805.43d60ae3ccc2d4538bcd850e4e80d2f4. 2024-11-10T00:24:59,620 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731198298805.43d60ae3ccc2d4538bcd850e4e80d2f4. 2024-11-10T00:24:59,620 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731198298805.43d60ae3ccc2d4538bcd850e4e80d2f4. after waiting 0 ms 2024-11-10T00:24:59,620 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731198298805.43d60ae3ccc2d4538bcd850e4e80d2f4. 2024-11-10T00:24:59,620 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731198298805.43d60ae3ccc2d4538bcd850e4e80d2f4. 2024-11-10T00:24:59,620 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 43d60ae3ccc2d4538bcd850e4e80d2f4: Waiting for close lock at 1731198299620Disabling compacts and flushes for region at 1731198299620Disabling writes for close at 1731198299620Writing region close event to WAL at 1731198299620Closed at 1731198299620 2024-11-10T00:24:59,621 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T00:24:59,621 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731198298805.43d60ae3ccc2d4538bcd850e4e80d2f4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731198299621"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731198299621"}]},"ts":"1731198299621"} 2024-11-10T00:24:59,622 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T00:24:59,623 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T00:24:59,623 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731198299623"}]},"ts":"1731198299623"} 2024-11-10T00:24:59,624 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T00:24:59,624 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=43d60ae3ccc2d4538bcd850e4e80d2f4, ASSIGN}] 2024-11-10T00:24:59,625 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=43d60ae3ccc2d4538bcd850e4e80d2f4, ASSIGN 2024-11-10T00:24:59,626 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=43d60ae3ccc2d4538bcd850e4e80d2f4, ASSIGN; state=OFFLINE, location=b3c019fcff38,44123,1731198291304; forceNewPlan=false, retain=false 2024-11-10T00:24:59,776 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=43d60ae3ccc2d4538bcd850e4e80d2f4, regionState=OPENING, regionLocation=b3c019fcff38,44123,1731198291304 2024-11-10T00:24:59,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=43d60ae3ccc2d4538bcd850e4e80d2f4, ASSIGN because future has completed 2024-11-10T00:24:59,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 43d60ae3ccc2d4538bcd850e4e80d2f4, server=b3c019fcff38,44123,1731198291304}] 2024-11-10T00:24:59,933 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731198298805.43d60ae3ccc2d4538bcd850e4e80d2f4. 2024-11-10T00:24:59,933 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 43d60ae3ccc2d4538bcd850e4e80d2f4, NAME => 'test,,1731198298805.43d60ae3ccc2d4538bcd850e4e80d2f4.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:24:59,934 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T00:24:59,934 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T00:24:59,934 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 43d60ae3ccc2d4538bcd850e4e80d2f4 2024-11-10T00:24:59,934 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731198298805.43d60ae3ccc2d4538bcd850e4e80d2f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:24:59,934 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 43d60ae3ccc2d4538bcd850e4e80d2f4 2024-11-10T00:24:59,934 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 43d60ae3ccc2d4538bcd850e4e80d2f4 2024-11-10T00:24:59,935 INFO [StoreOpener-43d60ae3ccc2d4538bcd850e4e80d2f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 43d60ae3ccc2d4538bcd850e4e80d2f4 2024-11-10T00:24:59,937 INFO [StoreOpener-43d60ae3ccc2d4538bcd850e4e80d2f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43d60ae3ccc2d4538bcd850e4e80d2f4 columnFamilyName f 2024-11-10T00:24:59,937 DEBUG [StoreOpener-43d60ae3ccc2d4538bcd850e4e80d2f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:59,937 INFO [StoreOpener-43d60ae3ccc2d4538bcd850e4e80d2f4-1 {}] regionserver.HStore(327): Store=43d60ae3ccc2d4538bcd850e4e80d2f4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:24:59,937 INFO [StoreOpener-43d60ae3ccc2d4538bcd850e4e80d2f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 43d60ae3ccc2d4538bcd850e4e80d2f4 2024-11-10T00:24:59,938 INFO [StoreOpener-43d60ae3ccc2d4538bcd850e4e80d2f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43d60ae3ccc2d4538bcd850e4e80d2f4 columnFamilyName f1 2024-11-10T00:24:59,938 DEBUG [StoreOpener-43d60ae3ccc2d4538bcd850e4e80d2f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:59,938 INFO [StoreOpener-43d60ae3ccc2d4538bcd850e4e80d2f4-1 {}] regionserver.HStore(327): Store=43d60ae3ccc2d4538bcd850e4e80d2f4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:24:59,939 INFO [StoreOpener-43d60ae3ccc2d4538bcd850e4e80d2f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 43d60ae3ccc2d4538bcd850e4e80d2f4 2024-11-10T00:24:59,939 INFO [StoreOpener-43d60ae3ccc2d4538bcd850e4e80d2f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43d60ae3ccc2d4538bcd850e4e80d2f4 columnFamilyName norep 2024-11-10T00:24:59,939 DEBUG [StoreOpener-43d60ae3ccc2d4538bcd850e4e80d2f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:24:59,940 INFO [StoreOpener-43d60ae3ccc2d4538bcd850e4e80d2f4-1 {}] regionserver.HStore(327): Store=43d60ae3ccc2d4538bcd850e4e80d2f4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:24:59,940 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 43d60ae3ccc2d4538bcd850e4e80d2f4 2024-11-10T00:24:59,940 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/data/default/test/43d60ae3ccc2d4538bcd850e4e80d2f4 2024-11-10T00:24:59,941 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/data/default/test/43d60ae3ccc2d4538bcd850e4e80d2f4 2024-11-10T00:24:59,941 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 43d60ae3ccc2d4538bcd850e4e80d2f4 2024-11-10T00:24:59,941 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 43d60ae3ccc2d4538bcd850e4e80d2f4 2024-11-10T00:24:59,942 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T00:24:59,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:24:59,942 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 43d60ae3ccc2d4538bcd850e4e80d2f4 2024-11-10T00:24:59,944 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/data/default/test/43d60ae3ccc2d4538bcd850e4e80d2f4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:24:59,944 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 43d60ae3ccc2d4538bcd850e4e80d2f4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60870061, jitterRate=-0.09296540915966034}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T00:24:59,944 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 43d60ae3ccc2d4538bcd850e4e80d2f4 2024-11-10T00:24:59,944 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 43d60ae3ccc2d4538bcd850e4e80d2f4: Running coprocessor pre-open hook at 1731198299934Writing region info on filesystem at 1731198299934Initializing all the Stores at 1731198299935 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198299935Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198299935Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198299935Cleaning up temporary data from old regions at 1731198299941 (+6 ms)Running coprocessor post-open hooks at 1731198299944 (+3 ms)Region opened successfully at 1731198299944 2024-11-10T00:24:59,945 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731198298805.43d60ae3ccc2d4538bcd850e4e80d2f4., pid=6, masterSystemTime=1731198299930 2024-11-10T00:24:59,947 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731198298805.43d60ae3ccc2d4538bcd850e4e80d2f4. 2024-11-10T00:24:59,947 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731198298805.43d60ae3ccc2d4538bcd850e4e80d2f4. 2024-11-10T00:24:59,947 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=43d60ae3ccc2d4538bcd850e4e80d2f4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b3c019fcff38,44123,1731198291304 2024-11-10T00:24:59,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 43d60ae3ccc2d4538bcd850e4e80d2f4, server=b3c019fcff38,44123,1731198291304 because future has completed 2024-11-10T00:24:59,951 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T00:24:59,951 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 43d60ae3ccc2d4538bcd850e4e80d2f4, server=b3c019fcff38,44123,1731198291304 in 171 msec 2024-11-10T00:24:59,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T00:24:59,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=43d60ae3ccc2d4538bcd850e4e80d2f4, ASSIGN in 327 msec 2024-11-10T00:24:59,953 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T00:24:59,953 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731198299953"}]},"ts":"1731198299953"} 2024-11-10T00:24:59,955 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T00:24:59,955 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T00:24:59,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-11-10T00:25:00,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:25:00,953 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T00:25:00,953 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:25:00,954 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,44695,1731198295373 2024-11-10T00:25:00,954 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f01eec1 2024-11-10T00:25:00,954 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:25:00,955 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:25:00,955 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44695 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:25:00,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44695 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T00:25:00,957 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T00:25:00,957 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:25:00,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44695 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T00:25:00,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:25:00,958 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T00:25:00,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38975 is added to blk_1073741835_1011 (size=902) 2024-11-10T00:25:00,964 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6287ebf591826681408e3e3f0c727579, NAME => 'test,,1731198300955.6287ebf591826681408e3e3f0c727579.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d 2024-11-10T00:25:00,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38975 is added to blk_1073741836_1012 (size=39) 2024-11-10T00:25:01,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:25:01,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:25:01,369 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731198300955.6287ebf591826681408e3e3f0c727579.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:25:01,369 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6287ebf591826681408e3e3f0c727579, disabling compactions & flushes 2024-11-10T00:25:01,369 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731198300955.6287ebf591826681408e3e3f0c727579. 2024-11-10T00:25:01,369 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731198300955.6287ebf591826681408e3e3f0c727579. 2024-11-10T00:25:01,369 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731198300955.6287ebf591826681408e3e3f0c727579. after waiting 0 ms 2024-11-10T00:25:01,369 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731198300955.6287ebf591826681408e3e3f0c727579. 2024-11-10T00:25:01,369 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731198300955.6287ebf591826681408e3e3f0c727579. 2024-11-10T00:25:01,369 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6287ebf591826681408e3e3f0c727579: Waiting for close lock at 1731198301369Disabling compacts and flushes for region at 1731198301369Disabling writes for close at 1731198301369Writing region close event to WAL at 1731198301369Closed at 1731198301369 2024-11-10T00:25:01,370 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T00:25:01,370 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731198300955.6287ebf591826681408e3e3f0c727579.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731198301370"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731198301370"}]},"ts":"1731198301370"} 2024-11-10T00:25:01,372 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T00:25:01,372 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T00:25:01,373 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731198301373"}]},"ts":"1731198301373"} 2024-11-10T00:25:01,374 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T00:25:01,374 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6287ebf591826681408e3e3f0c727579, ASSIGN}] 2024-11-10T00:25:01,375 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6287ebf591826681408e3e3f0c727579, ASSIGN 2024-11-10T00:25:01,375 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6287ebf591826681408e3e3f0c727579, ASSIGN; state=OFFLINE, location=b3c019fcff38,34353,1731198295410; forceNewPlan=false, retain=false 2024-11-10T00:25:01,526 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6287ebf591826681408e3e3f0c727579, regionState=OPENING, regionLocation=b3c019fcff38,34353,1731198295410 2024-11-10T00:25:01,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6287ebf591826681408e3e3f0c727579, ASSIGN because future has completed 2024-11-10T00:25:01,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6287ebf591826681408e3e3f0c727579, server=b3c019fcff38,34353,1731198295410}] 2024-11-10T00:25:01,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:25:01,683 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731198300955.6287ebf591826681408e3e3f0c727579. 2024-11-10T00:25:01,683 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6287ebf591826681408e3e3f0c727579, NAME => 'test,,1731198300955.6287ebf591826681408e3e3f0c727579.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:25:01,683 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T00:25:01,684 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T00:25:01,684 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6287ebf591826681408e3e3f0c727579 2024-11-10T00:25:01,684 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731198300955.6287ebf591826681408e3e3f0c727579.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:25:01,684 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6287ebf591826681408e3e3f0c727579 2024-11-10T00:25:01,684 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6287ebf591826681408e3e3f0c727579 2024-11-10T00:25:01,685 INFO [StoreOpener-6287ebf591826681408e3e3f0c727579-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6287ebf591826681408e3e3f0c727579 2024-11-10T00:25:01,686 INFO [StoreOpener-6287ebf591826681408e3e3f0c727579-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6287ebf591826681408e3e3f0c727579 columnFamilyName f 2024-11-10T00:25:01,686 DEBUG [StoreOpener-6287ebf591826681408e3e3f0c727579-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:25:01,686 INFO [StoreOpener-6287ebf591826681408e3e3f0c727579-1 {}] regionserver.HStore(327): Store=6287ebf591826681408e3e3f0c727579/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:25:01,686 INFO [StoreOpener-6287ebf591826681408e3e3f0c727579-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6287ebf591826681408e3e3f0c727579 2024-11-10T00:25:01,687 INFO [StoreOpener-6287ebf591826681408e3e3f0c727579-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6287ebf591826681408e3e3f0c727579 columnFamilyName f1 2024-11-10T00:25:01,687 DEBUG [StoreOpener-6287ebf591826681408e3e3f0c727579-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:25:01,687 INFO [StoreOpener-6287ebf591826681408e3e3f0c727579-1 {}] regionserver.HStore(327): Store=6287ebf591826681408e3e3f0c727579/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:25:01,687 INFO [StoreOpener-6287ebf591826681408e3e3f0c727579-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6287ebf591826681408e3e3f0c727579 2024-11-10T00:25:01,688 INFO [StoreOpener-6287ebf591826681408e3e3f0c727579-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6287ebf591826681408e3e3f0c727579 columnFamilyName norep 2024-11-10T00:25:01,688 DEBUG [StoreOpener-6287ebf591826681408e3e3f0c727579-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:25:01,688 INFO [StoreOpener-6287ebf591826681408e3e3f0c727579-1 {}] regionserver.HStore(327): Store=6287ebf591826681408e3e3f0c727579/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:25:01,689 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6287ebf591826681408e3e3f0c727579 2024-11-10T00:25:01,689 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/data/default/test/6287ebf591826681408e3e3f0c727579 2024-11-10T00:25:01,689 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/data/default/test/6287ebf591826681408e3e3f0c727579 2024-11-10T00:25:01,690 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6287ebf591826681408e3e3f0c727579 2024-11-10T00:25:01,690 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6287ebf591826681408e3e3f0c727579 2024-11-10T00:25:01,690 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T00:25:01,691 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6287ebf591826681408e3e3f0c727579 2024-11-10T00:25:01,693 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/data/default/test/6287ebf591826681408e3e3f0c727579/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:25:01,693 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6287ebf591826681408e3e3f0c727579; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72018767, jitterRate=0.07316325604915619}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T00:25:01,693 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6287ebf591826681408e3e3f0c727579 2024-11-10T00:25:01,693 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6287ebf591826681408e3e3f0c727579: Running coprocessor pre-open hook at 1731198301684Writing region info on filesystem at 1731198301684Initializing all the Stores at 1731198301684Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198301685 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198301685Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198301685Cleaning up temporary data from old regions at 1731198301690 (+5 ms)Running coprocessor post-open hooks at 1731198301693 (+3 ms)Region opened successfully at 1731198301693 2024-11-10T00:25:01,694 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731198300955.6287ebf591826681408e3e3f0c727579., pid=6, masterSystemTime=1731198301680 2024-11-10T00:25:01,695 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731198300955.6287ebf591826681408e3e3f0c727579. 2024-11-10T00:25:01,695 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731198300955.6287ebf591826681408e3e3f0c727579. 2024-11-10T00:25:01,696 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6287ebf591826681408e3e3f0c727579, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b3c019fcff38,34353,1731198295410 2024-11-10T00:25:01,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6287ebf591826681408e3e3f0c727579, server=b3c019fcff38,34353,1731198295410 because future has completed 2024-11-10T00:25:01,699 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T00:25:01,699 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6287ebf591826681408e3e3f0c727579, server=b3c019fcff38,34353,1731198295410 in 170 msec 2024-11-10T00:25:01,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T00:25:01,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6287ebf591826681408e3e3f0c727579, ASSIGN in 325 msec 2024-11-10T00:25:01,701 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T00:25:01,702 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731198301701"}]},"ts":"1731198301701"} 2024-11-10T00:25:01,703 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T00:25:01,703 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T00:25:01,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 748 msec 2024-11-10T00:25:02,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:25:02,093 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T00:25:02,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@459f22dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:25:02,094 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,45803,-1 for getting cluster id 2024-11-10T00:25:02,094 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:25:02,094 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '776b6d51-c449-4ee3-bed5-07a96cd015f9' 2024-11-10T00:25:02,095 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:25:02,095 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "776b6d51-c449-4ee3-bed5-07a96cd015f9" 2024-11-10T00:25:02,095 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d7235b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:25:02,095 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,45803,-1] 2024-11-10T00:25:02,095 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:25:02,095 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:25:02,096 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:25:02,096 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41c215e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:25:02,096 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:25:02,097 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,45803,1731198288033 2024-11-10T00:25:02,097 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1bec2f0f 2024-11-10T00:25:02,097 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:25:02,098 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:25:02,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45803 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b3c019fcff38:33371,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T00:25:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45803 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T00:25:02,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:25:02,101 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b3c019fcff38:33371' 2024-11-10T00:25:02,102 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24677f52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:25:02,102 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,33371,-1 for getting cluster id 2024-11-10T00:25:02,102 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:25:02,102 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ab4bf9a6-1bff-4b2e-a3a7-442cba8a744d' 2024-11-10T00:25:02,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:25:02,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ab4bf9a6-1bff-4b2e-a3a7-442cba8a744d" 2024-11-10T00:25:02,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b363f87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:25:02,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,33371,-1] 2024-11-10T00:25:02,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:25:02,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:25:02,103 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:25:02,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bbe9940, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:25:02,104 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:25:02,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,33371,1731198291265 2024-11-10T00:25:02,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ee5d415 2024-11-10T00:25:02,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:25:02,105 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:25:02,106 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T00:25:02,106 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T00:25:02,106 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:25:02,106 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:25:02,106 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:25:02,106 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:25:02,107 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T00:25:02,108 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T00:25:02,108 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:25:02,109 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T00:25:02,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41049 is added to blk_1073741837_1013 (size=1138) 2024-11-10T00:25:02,157 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T00:25:02,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:25:02,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:25:02,515 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a7c5322e2417fe270d9918e97810f67a, NAME => 'hbase:replication,,1731198302106.a7c5322e2417fe270d9918e97810f67a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6 2024-11-10T00:25:02,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41049 is added to blk_1073741838_1014 (size=44) 2024-11-10T00:25:02,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:25:02,920 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731198302106.a7c5322e2417fe270d9918e97810f67a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:25:02,920 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a7c5322e2417fe270d9918e97810f67a, disabling compactions & flushes 2024-11-10T00:25:02,920 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731198302106.a7c5322e2417fe270d9918e97810f67a. 2024-11-10T00:25:02,920 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731198302106.a7c5322e2417fe270d9918e97810f67a. 2024-11-10T00:25:02,921 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731198302106.a7c5322e2417fe270d9918e97810f67a. after waiting 0 ms 2024-11-10T00:25:02,921 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731198302106.a7c5322e2417fe270d9918e97810f67a. 2024-11-10T00:25:02,921 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731198302106.a7c5322e2417fe270d9918e97810f67a. 2024-11-10T00:25:02,921 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a7c5322e2417fe270d9918e97810f67a: Waiting for close lock at 1731198302920Disabling compacts and flushes for region at 1731198302920Disabling writes for close at 1731198302921 (+1 ms)Writing region close event to WAL at 1731198302921Closed at 1731198302921 2024-11-10T00:25:02,922 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T00:25:02,922 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731198302106.a7c5322e2417fe270d9918e97810f67a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731198302922"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731198302922"}]},"ts":"1731198302922"} 2024-11-10T00:25:02,923 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T00:25:02,924 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T00:25:02,924 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731198302924"}]},"ts":"1731198302924"} 2024-11-10T00:25:02,925 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T00:25:02,926 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a7c5322e2417fe270d9918e97810f67a, ASSIGN}] 2024-11-10T00:25:02,926 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a7c5322e2417fe270d9918e97810f67a, ASSIGN 2024-11-10T00:25:02,927 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a7c5322e2417fe270d9918e97810f67a, ASSIGN; state=OFFLINE, location=b3c019fcff38,43715,1731198288084; forceNewPlan=false, retain=false 2024-11-10T00:25:03,064 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T00:25:03,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:25:03,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:25:03,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:25:03,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:25:03,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:25:03,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:25:03,077 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a7c5322e2417fe270d9918e97810f67a, regionState=OPENING, regionLocation=b3c019fcff38,43715,1731198288084 2024-11-10T00:25:03,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a7c5322e2417fe270d9918e97810f67a, ASSIGN because future has completed 2024-11-10T00:25:03,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7c5322e2417fe270d9918e97810f67a, server=b3c019fcff38,43715,1731198288084}] 2024-11-10T00:25:03,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:25:03,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:25:03,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:25:03,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:25:03,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:25:03,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:25:03,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:25:03,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:25:03,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:25:03,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:25:03,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:25:03,235 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731198302106.a7c5322e2417fe270d9918e97810f67a. 2024-11-10T00:25:03,235 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:25:03,236 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T00:25:03,237 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b3c019fcff38%2C43715%2C1731198288084.rep, suffix=, logDir=hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084, archiveDir=hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/oldWALs, maxLogs=10 2024-11-10T00:25:03,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.rep.1731198303237, exclude list is [], retry=0 2024-11-10T00:25:03,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41049,DS-2c97f3b0-247d-4298-9a89-d707f8212195,DISK] 2024-11-10T00:25:03,253 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.rep.1731198303237 2024-11-10T00:25:03,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44673:44673)] 2024-11-10T00:25:03,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a7c5322e2417fe270d9918e97810f67a, NAME => 'hbase:replication,,1731198302106.a7c5322e2417fe270d9918e97810f67a.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:25:03,264 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T00:25:03,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T00:25:03,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731198302106.a7c5322e2417fe270d9918e97810f67a. service=MultiRowMutationService 2024-11-10T00:25:03,265 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T00:25:03,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a7c5322e2417fe270d9918e97810f67a 2024-11-10T00:25:03,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731198302106.a7c5322e2417fe270d9918e97810f67a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:25:03,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a7c5322e2417fe270d9918e97810f67a 2024-11-10T00:25:03,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a7c5322e2417fe270d9918e97810f67a 2024-11-10T00:25:03,266 INFO [StoreOpener-a7c5322e2417fe270d9918e97810f67a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a7c5322e2417fe270d9918e97810f67a 2024-11-10T00:25:03,267 INFO [StoreOpener-a7c5322e2417fe270d9918e97810f67a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7c5322e2417fe270d9918e97810f67a columnFamilyName hfileref 2024-11-10T00:25:03,267 DEBUG [StoreOpener-a7c5322e2417fe270d9918e97810f67a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:25:03,268 INFO [StoreOpener-a7c5322e2417fe270d9918e97810f67a-1 {}] regionserver.HStore(327): Store=a7c5322e2417fe270d9918e97810f67a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:25:03,268 INFO [StoreOpener-a7c5322e2417fe270d9918e97810f67a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a7c5322e2417fe270d9918e97810f67a 2024-11-10T00:25:03,279 INFO [StoreOpener-a7c5322e2417fe270d9918e97810f67a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7c5322e2417fe270d9918e97810f67a columnFamilyName queue 2024-11-10T00:25:03,279 DEBUG [StoreOpener-a7c5322e2417fe270d9918e97810f67a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:25:03,279 INFO [StoreOpener-a7c5322e2417fe270d9918e97810f67a-1 {}] regionserver.HStore(327): Store=a7c5322e2417fe270d9918e97810f67a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:25:03,279 INFO [StoreOpener-a7c5322e2417fe270d9918e97810f67a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a7c5322e2417fe270d9918e97810f67a 2024-11-10T00:25:03,280 INFO [StoreOpener-a7c5322e2417fe270d9918e97810f67a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7c5322e2417fe270d9918e97810f67a columnFamilyName sid 2024-11-10T00:25:03,280 DEBUG [StoreOpener-a7c5322e2417fe270d9918e97810f67a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:25:03,281 INFO [StoreOpener-a7c5322e2417fe270d9918e97810f67a-1 {}] regionserver.HStore(327): Store=a7c5322e2417fe270d9918e97810f67a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:25:03,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a7c5322e2417fe270d9918e97810f67a 2024-11-10T00:25:03,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/data/hbase/replication/a7c5322e2417fe270d9918e97810f67a 2024-11-10T00:25:03,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/data/hbase/replication/a7c5322e2417fe270d9918e97810f67a 2024-11-10T00:25:03,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a7c5322e2417fe270d9918e97810f67a 2024-11-10T00:25:03,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a7c5322e2417fe270d9918e97810f67a 2024-11-10T00:25:03,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T00:25:03,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a7c5322e2417fe270d9918e97810f67a 2024-11-10T00:25:03,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/data/hbase/replication/a7c5322e2417fe270d9918e97810f67a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:25:03,287 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a7c5322e2417fe270d9918e97810f67a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59652072, jitterRate=-0.11111485958099365}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T00:25:03,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a7c5322e2417fe270d9918e97810f67a 2024-11-10T00:25:03,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a7c5322e2417fe270d9918e97810f67a: Running coprocessor pre-open hook at 1731198303265Writing region info on filesystem at 1731198303265Initializing all the Stores at 1731198303266 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198303266Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198303266Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731198303266Cleaning up temporary data from old regions at 1731198303283 (+17 ms)Running coprocessor post-open hooks at 1731198303287 (+4 ms)Region opened successfully at 1731198303287 2024-11-10T00:25:03,288 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731198302106.a7c5322e2417fe270d9918e97810f67a., pid=10, masterSystemTime=1731198303232 2024-11-10T00:25:03,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731198302106.a7c5322e2417fe270d9918e97810f67a. 2024-11-10T00:25:03,290 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731198302106.a7c5322e2417fe270d9918e97810f67a. 2024-11-10T00:25:03,291 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a7c5322e2417fe270d9918e97810f67a, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,43715,1731198288084 2024-11-10T00:25:03,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7c5322e2417fe270d9918e97810f67a, server=b3c019fcff38,43715,1731198288084 because future has completed 2024-11-10T00:25:03,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T00:25:03,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a7c5322e2417fe270d9918e97810f67a, server=b3c019fcff38,43715,1731198288084 in 217 msec 2024-11-10T00:25:03,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T00:25:03,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a7c5322e2417fe270d9918e97810f67a, ASSIGN in 373 msec 2024-11-10T00:25:03,301 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T00:25:03,302 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731198303301"}]},"ts":"1731198303301"} 2024-11-10T00:25:03,303 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T00:25:03,304 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T00:25:03,305 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1980 sec 2024-11-10T00:25:03,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731198302106.a7c5322e2417fe270d9918e97810f67a., hostname=b3c019fcff38,43715,1731198288084, seqNum=2] 2024-11-10T00:25:03,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45803-0x100ff43673b0000, quorum=127.0.0.1:64043, baseZNode=/0-1612677256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1612677256 2024-11-10T00:25:03,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43715-0x100ff43673b0001, quorum=127.0.0.1:64043, baseZNode=/0-1612677256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1612677256 2024-11-10T00:25:03,329 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T00:25:03,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43715 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T00:25:03,482 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T00:25:03,515 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b3c019fcff38,43715,1731198288084, ReplicationSource: 1, currentBandwidth=0 2024-11-10T00:25:03,515 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:25:03,515 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,43715,1731198288084, seqNum=-1] 2024-11-10T00:25:03,516 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:25:03,517 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36523, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-10T00:25:03,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b3c019fcff38,43715,1731198288084', locateType=CURRENT is [region=hbase:replication,,1731198302106.a7c5322e2417fe270d9918e97810f67a., hostname=b3c019fcff38,43715,1731198288084, seqNum=2] 2024-11-10T00:25:03,520 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T00:25:03,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45803 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T00:25:03,523 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b3c019fcff38,43715,1731198288084 suceeded 2024-11-10T00:25:03,525 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T00:25:03,525 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-10T00:25:03,525 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b3c019fcff38:33371,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T00:25:03,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4270 sec 2024-11-10T00:25:03,549 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,43715,1731198288084 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b3c019fcff38:33371' 2024-11-10T00:25:03,550 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,43715,1731198288084 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3667a62a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:25:03,550 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,43715,1731198288084 {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,33371,-1 for getting cluster id 2024-11-10T00:25:03,551 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,43715,1731198288084 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:25:03,551 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ab4bf9a6-1bff-4b2e-a3a7-442cba8a744d' 2024-11-10T00:25:03,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:25:03,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ab4bf9a6-1bff-4b2e-a3a7-442cba8a744d" 2024-11-10T00:25:03,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@403ee501, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:25:03,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,33371,-1] 2024-11-10T00:25:03,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:25:03,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:25:03,553 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:25:03,553 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,43715,1731198288084 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a45db78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:25:03,554 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,43715,1731198288084 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:25:03,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,33371,1731198291265 2024-11-10T00:25:03,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ab988a6 2024-11-10T00:25:03,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:25:03,555 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-10T00:25:03,556 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,43715,1731198288084 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b3c019fcff38,43715,1731198288084 (queues=1) is replicating from cluster=776b6d51-c449-4ee3-bed5-07a96cd015f9 to cluster=ab4bf9a6-1bff-4b2e-a3a7-442cba8a744d 2024-11-10T00:25:03,556 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,43715,1731198288084 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b3c019fcff38%2C43715%2C1731198288084 2024-11-10T00:25:03,556 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,43715,1731198288084 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b3c019fcff38,43715,1731198288084, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T00:25:03,557 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,43715,1731198288084.replicationSource.wal-reader.b3c019fcff38%2C43715%2C1731198288084,1-b3c019fcff38,43715,1731198288084 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.1731198289667, startPosition=0, beingWritten=true 2024-11-10T00:25:03,557 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,43715,1731198288084.replicationSource.shipperb3c019fcff38%2C43715%2C1731198288084,1-b3c019fcff38,43715,1731198288084 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b3c019fcff38%2C43715%2C1731198288084 2024-11-10T00:25:03,562 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,43715,1731198288084.replicationSource.wal-reader.b3c019fcff38%2C43715%2C1731198288084,1-b3c019fcff38,43715,1731198288084 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T00:25:03,562 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,43715,1731198288084.replicationSource.wal-reader.b3c019fcff38%2C43715%2C1731198288084,1-b3c019fcff38,43715,1731198288084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.1731198289667 to pos 379, reset compression=false 2024-11-10T00:25:03,562 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,43715,1731198288084.replicationSource.shipperb3c019fcff38%2C43715%2C1731198288084,1-b3c019fcff38,43715,1731198288084 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,43715,1731198288084 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.1731198289667, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T00:25:03,767 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,43715,1731198288084.replicationSource.wal-reader.b3c019fcff38%2C43715%2C1731198288084,1-b3c019fcff38,43715,1731198288084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.1731198289667 to pos 379, reset compression=false 2024-11-10T00:25:04,071 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,43715,1731198288084.replicationSource.wal-reader.b3c019fcff38%2C43715%2C1731198288084,1-b3c019fcff38,43715,1731198288084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.1731198289667 to pos 379, reset compression=false 2024-11-10T00:25:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:25:04,244 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T00:25:04,244 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:25:04,244 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:25:04,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:25:04,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:25:04,244 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:25:04,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77b9e528, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:25:04,245 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,45803,-1 for getting cluster id 2024-11-10T00:25:04,245 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:25:04,246 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '776b6d51-c449-4ee3-bed5-07a96cd015f9' 2024-11-10T00:25:04,246 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:25:04,246 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "776b6d51-c449-4ee3-bed5-07a96cd015f9" 2024-11-10T00:25:04,246 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13f148e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:25:04,246 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,45803,-1] 2024-11-10T00:25:04,246 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:25:04,246 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:25:04,247 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:25:04,247 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a92eef5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:25:04,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f3e6394, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:25:04,248 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,33371,-1 for getting cluster id 2024-11-10T00:25:04,248 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:25:04,249 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ab4bf9a6-1bff-4b2e-a3a7-442cba8a744d' 2024-11-10T00:25:04,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:25:04,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ab4bf9a6-1bff-4b2e-a3a7-442cba8a744d" 2024-11-10T00:25:04,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c0409d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:25:04,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,33371,-1] 2024-11-10T00:25:04,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:25:04,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:25:04,250 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:25:04,250 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5943a759, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:25:04,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30797256, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:25:04,251 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,44695,-1 for getting cluster id 2024-11-10T00:25:04,251 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:25:04,251 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9919ea53-651b-4895-827e-429affe1d5ef' 2024-11-10T00:25:04,251 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:25:04,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9919ea53-651b-4895-827e-429affe1d5ef" 2024-11-10T00:25:04,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4927cfa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:25:04,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,44695,-1] 2024-11-10T00:25:04,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:25:04,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:25:04,253 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:25:04,253 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49f73818, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:25:04,254 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:25:04,259 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731198304259/Put/seqid=0 2024-11-10T00:25:04,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41049 is added to blk_1073741840_1016 (size=7894) 2024-11-10T00:25:04,475 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,43715,1731198288084.replicationSource.wal-reader.b3c019fcff38%2C43715%2C1731198288084,1-b3c019fcff38,43715,1731198288084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.1731198289667 to pos 379, reset compression=false 2024-11-10T00:25:04,666 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731198304665/Put/seqid=0 2024-11-10T00:25:04,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41049 is added to blk_1073741841_1017 (size=7691) 2024-11-10T00:25:04,980 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,43715,1731198288084.replicationSource.wal-reader.b3c019fcff38%2C43715%2C1731198288084,1-b3c019fcff38,43715,1731198288084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.1731198289667 to pos 379, reset compression=false 2024-11-10T00:25:05,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b01c0c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:25:05,071 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,45803,-1 for getting cluster id 2024-11-10T00:25:05,071 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:25:05,072 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '776b6d51-c449-4ee3-bed5-07a96cd015f9' 2024-11-10T00:25:05,072 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:25:05,072 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "776b6d51-c449-4ee3-bed5-07a96cd015f9" 2024-11-10T00:25:05,073 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4607adec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:25:05,073 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,45803,-1] 2024-11-10T00:25:05,073 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:25:05,073 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:25:05,074 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:25:05,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@526a1384, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:25:05,074 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:25:05,075 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,43715,1731198288084, seqNum=-1] 2024-11-10T00:25:05,076 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:25:05,076 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:25:05,082 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:25:05,083 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,45803,1731198288033 2024-11-10T00:25:05,083 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79f4e7cf 2024-11-10T00:25:05,083 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:25:05,084 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:25:05,086 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731198297663.7de85278afed6435dc76e11909fce5d3., hostname=b3c019fcff38,43715,1731198288084, seqNum=2] 2024-11-10T00:25:05,088 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T00:25:05,093 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-10T00:25:05,095 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-10T00:25:05,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 7de85278afed6435dc76e11909fce5d3/f 2024-11-10T00:25:05,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-10T00:25:05,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T00:25:05,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 7de85278afed6435dc76e11909fce5d3/f 2024-11-10T00:25:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-10T00:25:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T00:25:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HRegion(2603): Flush status journal for 7de85278afed6435dc76e11909fce5d3: 2024-11-10T00:25:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/staging/jenkins__test__idnsb35rtte0ts5mkl36sudtqpc31qvsf3lo2c9etkgdpdi15t61cv6rr054h95p/f/hfile_1 2024-11-10T00:25:05,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/staging/jenkins__test__idnsb35rtte0ts5mkl36sudtqpc31qvsf3lo2c9etkgdpdi15t61cv6rr054h95p/f/hfile_1 as hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/data/default/test/7de85278afed6435dc76e11909fce5d3/f/e80b7773da954455bff2b44289db216d_SeqId_4_ 2024-11-10T00:25:05,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/staging/jenkins__test__idnsb35rtte0ts5mkl36sudtqpc31qvsf3lo2c9etkgdpdi15t61cv6rr054h95p/f/hfile_0 2024-11-10T00:25:05,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/staging/jenkins__test__idnsb35rtte0ts5mkl36sudtqpc31qvsf3lo2c9etkgdpdi15t61cv6rr054h95p/f/hfile_0 as hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/data/default/test/7de85278afed6435dc76e11909fce5d3/f/3726c10a68174a8b98fddfaa1e9ea2d9_SeqId_4_ 2024-11-10T00:25:05,110 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/staging/jenkins__test__idnsb35rtte0ts5mkl36sudtqpc31qvsf3lo2c9etkgdpdi15t61cv6rr054h95p/f/hfile_1 into 7de85278afed6435dc76e11909fce5d3/f as hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/data/default/test/7de85278afed6435dc76e11909fce5d3/f/e80b7773da954455bff2b44289db216d_SeqId_4_ - updating store file list. 2024-11-10T00:25:05,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e80b7773da954455bff2b44289db216d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T00:25:05,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/data/default/test/7de85278afed6435dc76e11909fce5d3/f/e80b7773da954455bff2b44289db216d_SeqId_4_ into 7de85278afed6435dc76e11909fce5d3/f 2024-11-10T00:25:05,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/staging/jenkins__test__idnsb35rtte0ts5mkl36sudtqpc31qvsf3lo2c9etkgdpdi15t61cv6rr054h95p/f/hfile_1 into 7de85278afed6435dc76e11909fce5d3/f (new location: hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/data/default/test/7de85278afed6435dc76e11909fce5d3/f/e80b7773da954455bff2b44289db216d_SeqId_4_) 2024-11-10T00:25:05,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/staging/jenkins__test__idnsb35rtte0ts5mkl36sudtqpc31qvsf3lo2c9etkgdpdi15t61cv6rr054h95p/f/hfile_1 2024-11-10T00:25:05,114 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/staging/jenkins__test__idnsb35rtte0ts5mkl36sudtqpc31qvsf3lo2c9etkgdpdi15t61cv6rr054h95p/f/hfile_0 into 7de85278afed6435dc76e11909fce5d3/f as hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/data/default/test/7de85278afed6435dc76e11909fce5d3/f/3726c10a68174a8b98fddfaa1e9ea2d9_SeqId_4_ - updating store file list. 2024-11-10T00:25:05,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3726c10a68174a8b98fddfaa1e9ea2d9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T00:25:05,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/data/default/test/7de85278afed6435dc76e11909fce5d3/f/3726c10a68174a8b98fddfaa1e9ea2d9_SeqId_4_ into 7de85278afed6435dc76e11909fce5d3/f 2024-11-10T00:25:05,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/staging/jenkins__test__idnsb35rtte0ts5mkl36sudtqpc31qvsf3lo2c9etkgdpdi15t61cv6rr054h95p/f/hfile_0 into 7de85278afed6435dc76e11909fce5d3/f (new location: hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/data/default/test/7de85278afed6435dc76e11909fce5d3/f/3726c10a68174a8b98fddfaa1e9ea2d9_SeqId_4_) 2024-11-10T00:25:05,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/staging/jenkins__test__idnsb35rtte0ts5mkl36sudtqpc31qvsf3lo2c9etkgdpdi15t61cv6rr054h95p/f/hfile_0 2024-11-10T00:25:05,119 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:25:05,119 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:25:05,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:25:05,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:25:05,120 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:25:05,120 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-10T00:25:05,121 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731198297663.7de85278afed6435dc76e11909fce5d3., hostname=b3c019fcff38,43715,1731198288084, seqNum=2 , the old value is region=test,,1731198297663.7de85278afed6435dc76e11909fce5d3., hostname=b3c019fcff38,43715,1731198288084, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b3c019fcff38:43715 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T00:25:05,122 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731198297663.7de85278afed6435dc76e11909fce5d3., hostname=b3c019fcff38,43715,1731198288084, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T00:25:05,122 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731198297663.7de85278afed6435dc76e11909fce5d3., hostname=b3c019fcff38,43715,1731198288084, seqNum=2 from cache 2024-11-10T00:25:05,122 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:25:05,123 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,44123,1731198291304, seqNum=-1] 2024-11-10T00:25:05,123 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:25:05,124 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:25:05,125 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731198298805.43d60ae3ccc2d4538bcd850e4e80d2f4., hostname=b3c019fcff38,44123,1731198291304, seqNum=2] 2024-11-10T00:25:05,127 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T00:25:05,233 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b3c019fcff38:43715 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-10T00:25:05,584 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,43715,1731198288084.replicationSource.wal-reader.b3c019fcff38%2C43715%2C1731198288084,1-b3c019fcff38,43715,1731198288084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.1731198289667 to pos 379, reset compression=false 2024-11-10T00:25:05,588 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,43715,1731198288084.replicationSource.wal-reader.b3c019fcff38%2C43715%2C1731198288084,1-b3c019fcff38,43715,1731198288084 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T00:25:05,588 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,43715,1731198288084.replicationSource.shipperb3c019fcff38%2C43715%2C1731198288084,1-b3c019fcff38,43715,1731198288084 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,43715,1731198288084 got entry batch from reader: WALEntryBatch [walEntries=[{test/7de85278afed6435dc76e11909fce5d3/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731198305117/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.1731198289667, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-10T00:25:05,590 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,43715,1731198288084.replicationSource.shipperb3c019fcff38%2C43715%2C1731198288084,1-b3c019fcff38,43715,1731198288084 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T00:25:05,591 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-10T00:25:05,592 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44123 {}] regionserver.ReplicationSink(318): Replicating [776b6d51-c449-4ee3-bed5-07a96cd015f9] bulk loaded data 2024-11-10T00:25:05,592 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44123 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42b446ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:25:05,592 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44123 {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,33371,-1 for getting cluster id 2024-11-10T00:25:05,592 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44123 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:25:05,593 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ab4bf9a6-1bff-4b2e-a3a7-442cba8a744d' 2024-11-10T00:25:05,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:25:05,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ab4bf9a6-1bff-4b2e-a3a7-442cba8a744d" 2024-11-10T00:25:05,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67a0be04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:25:05,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,33371,-1] 2024-11-10T00:25:05,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:25:05,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:25:05,594 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:25:05,595 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44123 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42f80426, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:25:05,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45055 is added to blk_1073741837_1013 (size=7691) 2024-11-10T00:25:05,789 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,43715,1731198288084.replicationSource.wal-reader.b3c019fcff38%2C43715%2C1731198288084,1-b3c019fcff38,43715,1731198288084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.1731198289667 to pos 687, reset compression=false 2024-11-10T00:25:06,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45055 is added to blk_1073741838_1014 (size=7894) 2024-11-10T00:25:06,092 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,43715,1731198288084.replicationSource.wal-reader.b3c019fcff38%2C43715%2C1731198288084,1-b3c019fcff38,43715,1731198288084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.1731198289667 to pos 687, reset compression=false 2024-11-10T00:25:06,129 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T00:25:06,412 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44123 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:25:06,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,33371,1731198291265 2024-11-10T00:25:06,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d2bcf06 2024-11-10T00:25:06,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:25:06,414 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-10T00:25:06,416 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44123 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T00:25:06,416 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44123 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:25:06,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,44123,1731198291304, seqNum=-1] 2024-11-10T00:25:06,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:25:06,418 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-10T00:25:06,423 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/staging/jenkins.hfs.22__test__u6515di5pclh06h9lvnido06fd36uh4tstfgrpl76g3vae59a08gfh42nj59qlsp/f/3726c10a68174a8b98fddfaa1e9ea2d9_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-10T00:25:06,425 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/staging/jenkins.hfs.22__test__u6515di5pclh06h9lvnido06fd36uh4tstfgrpl76g3vae59a08gfh42nj59qlsp/f/e80b7773da954455bff2b44289db216d_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-10T00:25:06,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44123 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/staging/jenkins.hfs.22__test__u6515di5pclh06h9lvnido06fd36uh4tstfgrpl76g3vae59a08gfh42nj59qlsp/f/3726c10a68174a8b98fddfaa1e9ea2d9_SeqId_4_ for inclusion in 43d60ae3ccc2d4538bcd850e4e80d2f4/f 2024-11-10T00:25:06,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44123 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-10T00:25:06,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44123 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T00:25:06,429 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44123 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/staging/jenkins.hfs.22__test__u6515di5pclh06h9lvnido06fd36uh4tstfgrpl76g3vae59a08gfh42nj59qlsp/f/e80b7773da954455bff2b44289db216d_SeqId_4_ for inclusion in 43d60ae3ccc2d4538bcd850e4e80d2f4/f 2024-11-10T00:25:06,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44123 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-10T00:25:06,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44123 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T00:25:06,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44123 {}] regionserver.HRegion(2603): Flush status journal for 43d60ae3ccc2d4538bcd850e4e80d2f4: 2024-11-10T00:25:06,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44123 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3726c10a68174a8b98fddfaa1e9ea2d9_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-10T00:25:06,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/staging/jenkins.hfs.22__test__u6515di5pclh06h9lvnido06fd36uh4tstfgrpl76g3vae59a08gfh42nj59qlsp/f/3726c10a68174a8b98fddfaa1e9ea2d9_SeqId_4_ as hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/data/default/test/43d60ae3ccc2d4538bcd850e4e80d2f4/f/f77c49ca3e2d4fe4a40c0841ce1d9348_SeqId_4_ 2024-11-10T00:25:06,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44123 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e80b7773da954455bff2b44289db216d_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-10T00:25:06,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/staging/jenkins.hfs.22__test__u6515di5pclh06h9lvnido06fd36uh4tstfgrpl76g3vae59a08gfh42nj59qlsp/f/e80b7773da954455bff2b44289db216d_SeqId_4_ as hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/data/default/test/43d60ae3ccc2d4538bcd850e4e80d2f4/f/32e7584b38bf4d74bdebcb8d2458dbcd_SeqId_4_ 2024-11-10T00:25:06,434 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44123 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/staging/jenkins.hfs.22__test__u6515di5pclh06h9lvnido06fd36uh4tstfgrpl76g3vae59a08gfh42nj59qlsp/f/3726c10a68174a8b98fddfaa1e9ea2d9_SeqId_4_ into 43d60ae3ccc2d4538bcd850e4e80d2f4/f as hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/data/default/test/43d60ae3ccc2d4538bcd850e4e80d2f4/f/f77c49ca3e2d4fe4a40c0841ce1d9348_SeqId_4_ - updating store file list. 2024-11-10T00:25:06,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44123 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f77c49ca3e2d4fe4a40c0841ce1d9348_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T00:25:06,436 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44123 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/data/default/test/43d60ae3ccc2d4538bcd850e4e80d2f4/f/f77c49ca3e2d4fe4a40c0841ce1d9348_SeqId_4_ into 43d60ae3ccc2d4538bcd850e4e80d2f4/f 2024-11-10T00:25:06,436 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44123 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/staging/jenkins.hfs.22__test__u6515di5pclh06h9lvnido06fd36uh4tstfgrpl76g3vae59a08gfh42nj59qlsp/f/3726c10a68174a8b98fddfaa1e9ea2d9_SeqId_4_ into 43d60ae3ccc2d4538bcd850e4e80d2f4/f (new location: hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/data/default/test/43d60ae3ccc2d4538bcd850e4e80d2f4/f/f77c49ca3e2d4fe4a40c0841ce1d9348_SeqId_4_) 2024-11-10T00:25:06,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44123 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/staging/jenkins.hfs.22__test__u6515di5pclh06h9lvnido06fd36uh4tstfgrpl76g3vae59a08gfh42nj59qlsp/f/3726c10a68174a8b98fddfaa1e9ea2d9_SeqId_4_ 2024-11-10T00:25:06,437 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44123 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/staging/jenkins.hfs.22__test__u6515di5pclh06h9lvnido06fd36uh4tstfgrpl76g3vae59a08gfh42nj59qlsp/f/e80b7773da954455bff2b44289db216d_SeqId_4_ into 43d60ae3ccc2d4538bcd850e4e80d2f4/f as hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/data/default/test/43d60ae3ccc2d4538bcd850e4e80d2f4/f/32e7584b38bf4d74bdebcb8d2458dbcd_SeqId_4_ - updating store file list. 2024-11-10T00:25:06,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44123 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 32e7584b38bf4d74bdebcb8d2458dbcd_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T00:25:06,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44123 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/data/default/test/43d60ae3ccc2d4538bcd850e4e80d2f4/f/32e7584b38bf4d74bdebcb8d2458dbcd_SeqId_4_ into 43d60ae3ccc2d4538bcd850e4e80d2f4/f 2024-11-10T00:25:06,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44123 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/staging/jenkins.hfs.22__test__u6515di5pclh06h9lvnido06fd36uh4tstfgrpl76g3vae59a08gfh42nj59qlsp/f/e80b7773da954455bff2b44289db216d_SeqId_4_ into 43d60ae3ccc2d4538bcd850e4e80d2f4/f (new location: hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/data/default/test/43d60ae3ccc2d4538bcd850e4e80d2f4/f/32e7584b38bf4d74bdebcb8d2458dbcd_SeqId_4_) 2024-11-10T00:25:06,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44123 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/staging/jenkins.hfs.22__test__u6515di5pclh06h9lvnido06fd36uh4tstfgrpl76g3vae59a08gfh42nj59qlsp/f/e80b7773da954455bff2b44289db216d_SeqId_4_ 2024-11-10T00:25:06,443 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44123 {}] regionserver.ReplicationSink(324): Finished replicating [776b6d51-c449-4ee3-bed5-07a96cd015f9] bulk loaded data 2024-11-10T00:25:06,495 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,43715,1731198288084.replicationSource.wal-reader.b3c019fcff38%2C43715%2C1731198288084,1-b3c019fcff38,43715,1731198288084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.1731198289667 to pos 687, reset compression=false 2024-11-10T00:25:06,999 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,43715,1731198288084.replicationSource.wal-reader.b3c019fcff38%2C43715%2C1731198288084,1-b3c019fcff38,43715,1731198288084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.1731198289667 to pos 687, reset compression=false 2024-11-10T00:25:07,136 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:25:07,137 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,34353,1731198295410, seqNum=-1] 2024-11-10T00:25:07,137 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:25:07,138 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:25:07,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731198300955.6287ebf591826681408e3e3f0c727579., hostname=b3c019fcff38,34353,1731198295410, seqNum=2] 2024-11-10T00:25:07,145 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T00:25:07,146 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T00:25:07,147 DEBUG [regionserver/b3c019fcff38:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b3c019fcff38%2C43715%2C1731198288084.meta:.meta(num 1731198290592) roll requested 2024-11-10T00:25:07,165 DEBUG [regionserver/b3c019fcff38:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.meta.1731198307147.meta, exclude list is [], retry=0 2024-11-10T00:25:07,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41049,DS-2c97f3b0-247d-4298-9a89-d707f8212195,DISK] 2024-11-10T00:25:07,169 INFO [regionserver/b3c019fcff38:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.meta.1731198290592.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.meta.1731198307147.meta 2024-11-10T00:25:07,169 DEBUG [regionserver/b3c019fcff38:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44673:44673)] 2024-11-10T00:25:07,169 DEBUG [regionserver/b3c019fcff38:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.meta.1731198290592.meta is not closed yet, will try archiving it next time 2024-11-10T00:25:07,169 DEBUG [regionserver/b3c019fcff38:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b3c019fcff38%2C43715%2C1731198288084.rep:(num 1731198303237) roll requested 2024-11-10T00:25:07,171 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.meta.1731198290592.meta not finished, retry = 0 2024-11-10T00:25:07,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41049 is added to blk_1073741834_1010 (size=3473) 2024-11-10T00:25:07,187 DEBUG [regionserver/b3c019fcff38:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.rep.1731198307169, exclude list is [], retry=0 2024-11-10T00:25:07,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41049,DS-2c97f3b0-247d-4298-9a89-d707f8212195,DISK] 2024-11-10T00:25:07,190 INFO [regionserver/b3c019fcff38:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.rep.1731198303237 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.rep.1731198307169 2024-11-10T00:25:07,190 DEBUG [regionserver/b3c019fcff38:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44673:44673)] 2024-11-10T00:25:07,190 DEBUG [regionserver/b3c019fcff38:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.rep.1731198303237 is not closed yet, will try archiving it next time 2024-11-10T00:25:07,190 DEBUG [regionserver/b3c019fcff38:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b3c019fcff38%2C43715%2C1731198288084:(num 1731198289667) roll requested 2024-11-10T00:25:07,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41049 is added to blk_1073741839_1015 (size=1505) 2024-11-10T00:25:07,191 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.rep.1731198303237 not finished, retry = 0 2024-11-10T00:25:07,207 DEBUG [regionserver/b3c019fcff38:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.1731198307190, exclude list is [], retry=0 2024-11-10T00:25:07,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41049,DS-2c97f3b0-247d-4298-9a89-d707f8212195,DISK] 2024-11-10T00:25:07,211 INFO [regionserver/b3c019fcff38:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.1731198289667 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.1731198307190 2024-11-10T00:25:07,212 DEBUG [regionserver/b3c019fcff38:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44673:44673)] 2024-11-10T00:25:07,212 DEBUG [regionserver/b3c019fcff38:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.1731198289667 is not closed yet, will try archiving it next time 2024-11-10T00:25:07,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43346e53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:25:07,213 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,45803,-1 for getting cluster id 2024-11-10T00:25:07,213 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:25:07,214 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.1731198289667 not finished, retry = 0 2024-11-10T00:25:07,214 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '776b6d51-c449-4ee3-bed5-07a96cd015f9' 2024-11-10T00:25:07,214 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:25:07,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41049 is added to blk_1073741832_1008 (size=695) 2024-11-10T00:25:07,214 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "776b6d51-c449-4ee3-bed5-07a96cd015f9" 2024-11-10T00:25:07,214 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@642ec61e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:25:07,214 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,45803,-1] 2024-11-10T00:25:07,214 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:25:07,215 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:25:07,215 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:25:07,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68354816, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:25:07,216 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:25:07,217 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,45803,1731198288033 2024-11-10T00:25:07,217 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e14e0d7 2024-11-10T00:25:07,217 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:25:07,217 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:25:07,218 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45803 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://b3c019fcff38:44695,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T00:25:07,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45803 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T00:25:07,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T00:25:07,220 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b3c019fcff38:44695' 2024-11-10T00:25:07,221 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a378789, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:25:07,221 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,44695,-1 for getting cluster id 2024-11-10T00:25:07,221 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:25:07,222 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9919ea53-651b-4895-827e-429affe1d5ef' 2024-11-10T00:25:07,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:25:07,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9919ea53-651b-4895-827e-429affe1d5ef" 2024-11-10T00:25:07,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c9c8eec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:25:07,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,44695,-1] 2024-11-10T00:25:07,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:25:07,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:25:07,223 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:25:07,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3492d106, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:25:07,223 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:25:07,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,44695,1731198295373 2024-11-10T00:25:07,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77c2ce14 2024-11-10T00:25:07,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:25:07,224 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:25:07,225 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-10T00:25:07,225 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T00:25:07,225 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:25:07,225 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:25:07,225 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:25:07,232 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T00:25:07,315 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.1731198289667 to hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/oldWALs/b3c019fcff38%2C43715%2C1731198288084.1731198289667 2024-11-10T00:25:07,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T00:25:07,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43715 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-10T00:25:07,384 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-10T00:25:07,414 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-b3c019fcff38,43715,1731198288084, ReplicationSource: 2, currentBandwidth=0 2024-11-10T00:25:07,416 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-10T00:25:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45803 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-10T00:25:07,418 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on b3c019fcff38,43715,1731198288084 suceeded 2024-11-10T00:25:07,420 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-10T00:25:07,420 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-10T00:25:07,420 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://b3c019fcff38:44695,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T00:25:07,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 202 msec 2024-11-10T00:25:07,430 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,2-b3c019fcff38,43715,1731198288084 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b3c019fcff38:44695' 2024-11-10T00:25:07,432 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,2-b3c019fcff38,43715,1731198288084 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fd0f4fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:25:07,432 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,2-b3c019fcff38,43715,1731198288084 {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,44695,-1 for getting cluster id 2024-11-10T00:25:07,432 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,2-b3c019fcff38,43715,1731198288084 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:25:07,433 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9919ea53-651b-4895-827e-429affe1d5ef' 2024-11-10T00:25:07,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:25:07,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9919ea53-651b-4895-827e-429affe1d5ef" 2024-11-10T00:25:07,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64c22676, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:25:07,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,44695,-1] 2024-11-10T00:25:07,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:25:07,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:25:07,434 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:25:07,434 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,2-b3c019fcff38,43715,1731198288084 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28fe505f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:25:07,434 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,2-b3c019fcff38,43715,1731198288084 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:25:07,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,44695,1731198295373 2024-11-10T00:25:07,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40c2474e 2024-11-10T00:25:07,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:25:07,436 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-10T00:25:07,436 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,2-b3c019fcff38,43715,1731198288084 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-b3c019fcff38,43715,1731198288084 (queues=1) is replicating from cluster=776b6d51-c449-4ee3-bed5-07a96cd015f9 to cluster=9919ea53-651b-4895-827e-429affe1d5ef 2024-11-10T00:25:07,436 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,2-b3c019fcff38,43715,1731198288084 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=b3c019fcff38%2C43715%2C1731198288084 2024-11-10T00:25:07,436 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,2-b3c019fcff38,43715,1731198288084 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-b3c019fcff38,43715,1731198288084, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T00:25:07,437 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,2-b3c019fcff38,43715,1731198288084.replicationSource.wal-reader.b3c019fcff38%2C43715%2C1731198288084,2-b3c019fcff38,43715,1731198288084 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.1731198307190, startPosition=0, beingWritten=true 2024-11-10T00:25:07,437 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,2-b3c019fcff38,43715,1731198288084.replicationSource.shipperb3c019fcff38%2C43715%2C1731198288084,2-b3c019fcff38,43715,1731198288084 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b3c019fcff38%2C43715%2C1731198288084 2024-11-10T00:25:07,530 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T00:25:07,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T00:25:07,532 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-10T00:25:07,533 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:25:07,533 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:25:07,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:25:07,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:25:07,533 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:25:07,533 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:25:07,537 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731198307537/Put/seqid=0 2024-11-10T00:25:07,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41049 is added to blk_1073741845_1021 (size=11194) 2024-11-10T00:25:07,543 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731198307543/Put/seqid=0 2024-11-10T00:25:07,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41049 is added to blk_1073741846_1022 (size=10791) 2024-11-10T00:25:07,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d1ae2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:25:07,548 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,45803,-1 for getting cluster id 2024-11-10T00:25:07,548 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:25:07,548 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '776b6d51-c449-4ee3-bed5-07a96cd015f9' 2024-11-10T00:25:07,548 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:25:07,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "776b6d51-c449-4ee3-bed5-07a96cd015f9" 2024-11-10T00:25:07,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3436bb74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:25:07,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,45803,-1] 2024-11-10T00:25:07,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:25:07,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:25:07,550 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:25:07,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44c53ca1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:25:07,550 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:25:07,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,43715,1731198288084, seqNum=-1] 2024-11-10T00:25:07,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:25:07,552 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:25:07,558 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:25:07,558 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,45803,1731198288033 2024-11-10T00:25:07,558 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5eb1bdf2 2024-11-10T00:25:07,558 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:25:07,559 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:25:07,562 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731198297663.7de85278afed6435dc76e11909fce5d3., hostname=b3c019fcff38,43715,1731198288084, seqNum=2] 2024-11-10T00:25:07,563 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T00:25:07,567 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-10T00:25:07,569 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-10T00:25:07,572 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 7de85278afed6435dc76e11909fce5d3/f 2024-11-10T00:25:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-10T00:25:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T00:25:07,574 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 7de85278afed6435dc76e11909fce5d3/f 2024-11-10T00:25:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-10T00:25:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T00:25:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HRegion(2603): Flush status journal for 7de85278afed6435dc76e11909fce5d3: 2024-11-10T00:25:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/staging/jenkins__test__kjp5ogravnaid6iamg42fp7cra92aldo1vd1vdkvbe1ooeqm2mb0i15n00rn37fs/f/hfile_0 2024-11-10T00:25:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/staging/jenkins__test__kjp5ogravnaid6iamg42fp7cra92aldo1vd1vdkvbe1ooeqm2mb0i15n00rn37fs/f/hfile_0 as hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/data/default/test/7de85278afed6435dc76e11909fce5d3/f/dc0f1e7f8b7a40afb6ed6a04764ea369_SeqId_6_ 2024-11-10T00:25:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/staging/jenkins__test__kjp5ogravnaid6iamg42fp7cra92aldo1vd1vdkvbe1ooeqm2mb0i15n00rn37fs/f/hfile_1 2024-11-10T00:25:07,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/staging/jenkins__test__kjp5ogravnaid6iamg42fp7cra92aldo1vd1vdkvbe1ooeqm2mb0i15n00rn37fs/f/hfile_1 as hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/data/default/test/7de85278afed6435dc76e11909fce5d3/f/c2902faa61d745b1be0ceb902786bec9_SeqId_6_ 2024-11-10T00:25:07,584 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/staging/jenkins__test__kjp5ogravnaid6iamg42fp7cra92aldo1vd1vdkvbe1ooeqm2mb0i15n00rn37fs/f/hfile_0 into 7de85278afed6435dc76e11909fce5d3/f as hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/data/default/test/7de85278afed6435dc76e11909fce5d3/f/dc0f1e7f8b7a40afb6ed6a04764ea369_SeqId_6_ - updating store file list. 2024-11-10T00:25:07,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dc0f1e7f8b7a40afb6ed6a04764ea369_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T00:25:07,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/data/default/test/7de85278afed6435dc76e11909fce5d3/f/dc0f1e7f8b7a40afb6ed6a04764ea369_SeqId_6_ into 7de85278afed6435dc76e11909fce5d3/f 2024-11-10T00:25:07,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/staging/jenkins__test__kjp5ogravnaid6iamg42fp7cra92aldo1vd1vdkvbe1ooeqm2mb0i15n00rn37fs/f/hfile_0 into 7de85278afed6435dc76e11909fce5d3/f (new location: hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/data/default/test/7de85278afed6435dc76e11909fce5d3/f/dc0f1e7f8b7a40afb6ed6a04764ea369_SeqId_6_) 2024-11-10T00:25:07,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/staging/jenkins__test__kjp5ogravnaid6iamg42fp7cra92aldo1vd1vdkvbe1ooeqm2mb0i15n00rn37fs/f/hfile_0 2024-11-10T00:25:07,588 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/staging/jenkins__test__kjp5ogravnaid6iamg42fp7cra92aldo1vd1vdkvbe1ooeqm2mb0i15n00rn37fs/f/hfile_1 into 7de85278afed6435dc76e11909fce5d3/f as hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/data/default/test/7de85278afed6435dc76e11909fce5d3/f/c2902faa61d745b1be0ceb902786bec9_SeqId_6_ - updating store file list. 2024-11-10T00:25:07,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c2902faa61d745b1be0ceb902786bec9_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T00:25:07,591 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/data/default/test/7de85278afed6435dc76e11909fce5d3/f/c2902faa61d745b1be0ceb902786bec9_SeqId_6_ into 7de85278afed6435dc76e11909fce5d3/f 2024-11-10T00:25:07,591 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/staging/jenkins__test__kjp5ogravnaid6iamg42fp7cra92aldo1vd1vdkvbe1ooeqm2mb0i15n00rn37fs/f/hfile_1 into 7de85278afed6435dc76e11909fce5d3/f (new location: hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/data/default/test/7de85278afed6435dc76e11909fce5d3/f/c2902faa61d745b1be0ceb902786bec9_SeqId_6_) 2024-11-10T00:25:07,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/staging/jenkins__test__kjp5ogravnaid6iamg42fp7cra92aldo1vd1vdkvbe1ooeqm2mb0i15n00rn37fs/f/hfile_1 2024-11-10T00:25:07,592 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:25:07,592 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:25:07,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:25:07,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:25:07,593 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731198297663.7de85278afed6435dc76e11909fce5d3., hostname=b3c019fcff38,43715,1731198288084, seqNum=2 , the old value is region=test,,1731198297663.7de85278afed6435dc76e11909fce5d3., hostname=b3c019fcff38,43715,1731198288084, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b3c019fcff38:43715 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T00:25:07,593 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731198297663.7de85278afed6435dc76e11909fce5d3., hostname=b3c019fcff38,43715,1731198288084, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T00:25:07,593 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731198297663.7de85278afed6435dc76e11909fce5d3., hostname=b3c019fcff38,43715,1731198288084, seqNum=2 from cache 2024-11-10T00:25:07,593 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-10T00:25:07,594 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:25:07,596 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T00:25:07,603 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,43715,1731198288084.replicationSource.wal-reader.b3c019fcff38%2C43715%2C1731198288084,1-b3c019fcff38,43715,1731198288084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.1731198289667 to pos 687, reset compression=false 2024-11-10T00:25:07,608 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,43715,1731198288084.replicationSource.wal-reader.b3c019fcff38%2C43715%2C1731198288084,1-b3c019fcff38,43715,1731198288084 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.1731198289667 was moved to hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/oldWALs/b3c019fcff38%2C43715%2C1731198288084.1731198289667 2024-11-10T00:25:07,609 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,43715,1731198288084.replicationSource.wal-reader.b3c019fcff38%2C43715%2C1731198288084,1-b3c019fcff38,43715,1731198288084 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.1731198289667 2024-11-10T00:25:07,610 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,43715,1731198288084.replicationSource.wal-reader.b3c019fcff38%2C43715%2C1731198288084,1-b3c019fcff38,43715,1731198288084 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.1731198307190, startPosition=0, beingWritten=true 2024-11-10T00:25:07,610 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,43715,1731198288084.replicationSource.shipperb3c019fcff38%2C43715%2C1731198288084,1-b3c019fcff38,43715,1731198288084 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,43715,1731198288084 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.1731198289667, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-10T00:25:07,612 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,43715,1731198288084.replicationSource.shipperb3c019fcff38%2C43715%2C1731198288084,1-b3c019fcff38,43715,1731198288084 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [b3c019fcff38%2C43715%2C1731198288084.1731198289667] 2024-11-10T00:25:07,614 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,43715,1731198288084.replicationSource.wal-reader.b3c019fcff38%2C43715%2C1731198288084,1-b3c019fcff38,43715,1731198288084 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T00:25:07,614 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,43715,1731198288084.replicationSource.shipperb3c019fcff38%2C43715%2C1731198288084,1-b3c019fcff38,43715,1731198288084 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,43715,1731198288084 got entry batch from reader: WALEntryBatch [walEntries=[{test/7de85278afed6435dc76e11909fce5d3/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731198307591/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.1731198307190, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-10T00:25:07,614 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44123 {}] regionserver.ReplicationSink(318): Replicating [776b6d51-c449-4ee3-bed5-07a96cd015f9] bulk loaded data 2024-11-10T00:25:07,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45055 is added to blk_1073741839_1015 (size=11194) 2024-11-10T00:25:07,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45055 is added to blk_1073741840_1016 (size=10791) 2024-11-10T00:25:07,634 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44123 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T00:25:07,639 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/staging/jenkins.hfs.22__test__7bo4idnse88d91ta9ru3h2hf2r1ekokcevgc9fa9f6hegcg1qf82n8b3at2hufvj/f/c2902faa61d745b1be0ceb902786bec9_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-10T00:25:07,641 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,2-b3c019fcff38,43715,1731198288084.replicationSource.wal-reader.b3c019fcff38%2C43715%2C1731198288084,2-b3c019fcff38,43715,1731198288084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.1731198307190 to pos 0, reset compression=false 2024-11-10T00:25:07,641 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/staging/jenkins.hfs.22__test__7bo4idnse88d91ta9ru3h2hf2r1ekokcevgc9fa9f6hegcg1qf82n8b3at2hufvj/f/dc0f1e7f8b7a40afb6ed6a04764ea369_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-10T00:25:07,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44123 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/staging/jenkins.hfs.22__test__7bo4idnse88d91ta9ru3h2hf2r1ekokcevgc9fa9f6hegcg1qf82n8b3at2hufvj/f/c2902faa61d745b1be0ceb902786bec9_SeqId_6_ for inclusion in 43d60ae3ccc2d4538bcd850e4e80d2f4/f 2024-11-10T00:25:07,645 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,2-b3c019fcff38,43715,1731198288084.replicationSource.wal-reader.b3c019fcff38%2C43715%2C1731198288084,2-b3c019fcff38,43715,1731198288084 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T00:25:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44123 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-10T00:25:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44123 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T00:25:07,645 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,2-b3c019fcff38,43715,1731198288084.replicationSource.shipperb3c019fcff38%2C43715%2C1731198288084,2-b3c019fcff38,43715,1731198288084 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-b3c019fcff38,43715,1731198288084 got entry batch from reader: WALEntryBatch [walEntries=[{test/7de85278afed6435dc76e11909fce5d3/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731198307591/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.1731198307190, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-10T00:25:07,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44123 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/staging/jenkins.hfs.22__test__7bo4idnse88d91ta9ru3h2hf2r1ekokcevgc9fa9f6hegcg1qf82n8b3at2hufvj/f/dc0f1e7f8b7a40afb6ed6a04764ea369_SeqId_6_ for inclusion in 43d60ae3ccc2d4538bcd850e4e80d2f4/f 2024-11-10T00:25:07,647 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,2-b3c019fcff38,43715,1731198288084.replicationSource.shipperb3c019fcff38%2C43715%2C1731198288084,2-b3c019fcff38,43715,1731198288084 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T00:25:07,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44123 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-10T00:25:07,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44123 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T00:25:07,648 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-10T00:25:07,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44123 {}] regionserver.HRegion(2603): Flush status journal for 43d60ae3ccc2d4538bcd850e4e80d2f4: 2024-11-10T00:25:07,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44123 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c2902faa61d745b1be0ceb902786bec9_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-10T00:25:07,648 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.ReplicationSink(318): Replicating [776b6d51-c449-4ee3-bed5-07a96cd015f9] bulk loaded data 2024-11-10T00:25:07,649 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1130d54b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:25:07,649 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,44695,-1 for getting cluster id 2024-11-10T00:25:07,649 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:25:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/staging/jenkins.hfs.22__test__7bo4idnse88d91ta9ru3h2hf2r1ekokcevgc9fa9f6hegcg1qf82n8b3at2hufvj/f/c2902faa61d745b1be0ceb902786bec9_SeqId_6_ as hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/data/default/test/43d60ae3ccc2d4538bcd850e4e80d2f4/f/3e8818aa60d542499092317ee792c8ac_SeqId_6_ 2024-11-10T00:25:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44123 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): dc0f1e7f8b7a40afb6ed6a04764ea369_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-10T00:25:07,650 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9919ea53-651b-4895-827e-429affe1d5ef' 2024-11-10T00:25:07,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:25:07,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9919ea53-651b-4895-827e-429affe1d5ef" 2024-11-10T00:25:07,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d6903eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:25:07,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,44695,-1] 2024-11-10T00:25:07,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:25:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/staging/jenkins.hfs.22__test__7bo4idnse88d91ta9ru3h2hf2r1ekokcevgc9fa9f6hegcg1qf82n8b3at2hufvj/f/dc0f1e7f8b7a40afb6ed6a04764ea369_SeqId_6_ as hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/data/default/test/43d60ae3ccc2d4538bcd850e4e80d2f4/f/faf9347f3f3f40cd9f910efacd77ed99_SeqId_6_ 2024-11-10T00:25:07,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:25:07,651 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:25:07,651 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44123 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/staging/jenkins.hfs.22__test__7bo4idnse88d91ta9ru3h2hf2r1ekokcevgc9fa9f6hegcg1qf82n8b3at2hufvj/f/c2902faa61d745b1be0ceb902786bec9_SeqId_6_ into 43d60ae3ccc2d4538bcd850e4e80d2f4/f as hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/data/default/test/43d60ae3ccc2d4538bcd850e4e80d2f4/f/3e8818aa60d542499092317ee792c8ac_SeqId_6_ - updating store file list. 2024-11-10T00:25:07,651 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66123100, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:25:07,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44123 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3e8818aa60d542499092317ee792c8ac_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T00:25:07,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44123 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/data/default/test/43d60ae3ccc2d4538bcd850e4e80d2f4/f/3e8818aa60d542499092317ee792c8ac_SeqId_6_ into 43d60ae3ccc2d4538bcd850e4e80d2f4/f 2024-11-10T00:25:07,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44123 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/staging/jenkins.hfs.22__test__7bo4idnse88d91ta9ru3h2hf2r1ekokcevgc9fa9f6hegcg1qf82n8b3at2hufvj/f/c2902faa61d745b1be0ceb902786bec9_SeqId_6_ into 43d60ae3ccc2d4538bcd850e4e80d2f4/f (new location: hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/data/default/test/43d60ae3ccc2d4538bcd850e4e80d2f4/f/3e8818aa60d542499092317ee792c8ac_SeqId_6_) 2024-11-10T00:25:07,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44123 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/staging/jenkins.hfs.22__test__7bo4idnse88d91ta9ru3h2hf2r1ekokcevgc9fa9f6hegcg1qf82n8b3at2hufvj/f/c2902faa61d745b1be0ceb902786bec9_SeqId_6_ 2024-11-10T00:25:07,656 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44123 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/staging/jenkins.hfs.22__test__7bo4idnse88d91ta9ru3h2hf2r1ekokcevgc9fa9f6hegcg1qf82n8b3at2hufvj/f/dc0f1e7f8b7a40afb6ed6a04764ea369_SeqId_6_ into 43d60ae3ccc2d4538bcd850e4e80d2f4/f as hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/data/default/test/43d60ae3ccc2d4538bcd850e4e80d2f4/f/faf9347f3f3f40cd9f910efacd77ed99_SeqId_6_ - updating store file list. 2024-11-10T00:25:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44123 {}] regionserver.HStoreFile(483): HFile Bloom filter type for faf9347f3f3f40cd9f910efacd77ed99_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T00:25:07,660 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44123 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/data/default/test/43d60ae3ccc2d4538bcd850e4e80d2f4/f/faf9347f3f3f40cd9f910efacd77ed99_SeqId_6_ into 43d60ae3ccc2d4538bcd850e4e80d2f4/f 2024-11-10T00:25:07,660 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44123 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/staging/jenkins.hfs.22__test__7bo4idnse88d91ta9ru3h2hf2r1ekokcevgc9fa9f6hegcg1qf82n8b3at2hufvj/f/dc0f1e7f8b7a40afb6ed6a04764ea369_SeqId_6_ into 43d60ae3ccc2d4538bcd850e4e80d2f4/f (new location: hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/data/default/test/43d60ae3ccc2d4538bcd850e4e80d2f4/f/faf9347f3f3f40cd9f910efacd77ed99_SeqId_6_) 2024-11-10T00:25:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44123 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/staging/jenkins.hfs.22__test__7bo4idnse88d91ta9ru3h2hf2r1ekokcevgc9fa9f6hegcg1qf82n8b3at2hufvj/f/dc0f1e7f8b7a40afb6ed6a04764ea369_SeqId_6_ 2024-11-10T00:25:07,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38975 is added to blk_1073741837_1013 (size=11194) 2024-11-10T00:25:07,662 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44123 {}] regionserver.ReplicationSink(324): Finished replicating [776b6d51-c449-4ee3-bed5-07a96cd015f9] bulk loaded data 2024-11-10T00:25:07,703 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b3c019fcff38:43715 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-10T00:25:07,814 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,43715,1731198288084.replicationSource.wal-reader.b3c019fcff38%2C43715%2C1731198288084,1-b3c019fcff38,43715,1731198288084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.1731198307190 to pos 393, reset compression=false 2024-11-10T00:25:07,845 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,2-b3c019fcff38,43715,1731198288084.replicationSource.wal-reader.b3c019fcff38%2C43715%2C1731198288084,2-b3c019fcff38,43715,1731198288084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.1731198307190 to pos 393, reset compression=false 2024-11-10T00:25:08,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38975 is added to blk_1073741838_1014 (size=10791) 2024-11-10T00:25:08,075 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:25:08,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,44695,1731198295373 2024-11-10T00:25:08,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ec72aeb 2024-11-10T00:25:08,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:25:08,076 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-10T00:25:08,079 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T00:25:08,079 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:25:08,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,34353,1731198295410, seqNum=-1] 2024-11-10T00:25:08,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:25:08,080 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-10T00:25:08,085 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/staging/jenkins.hfs.23__test__fktg9hqffodil379bfp4r9o5c3pn8ip75c73ovbecab2n6t8hmq9ikh236p2gcug/f/c2902faa61d745b1be0ceb902786bec9_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-10T00:25:08,087 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/staging/jenkins.hfs.23__test__fktg9hqffodil379bfp4r9o5c3pn8ip75c73ovbecab2n6t8hmq9ikh236p2gcug/f/dc0f1e7f8b7a40afb6ed6a04764ea369_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-10T00:25:08,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/staging/jenkins.hfs.23__test__fktg9hqffodil379bfp4r9o5c3pn8ip75c73ovbecab2n6t8hmq9ikh236p2gcug/f/dc0f1e7f8b7a40afb6ed6a04764ea369_SeqId_6_ for inclusion in 6287ebf591826681408e3e3f0c727579/f 2024-11-10T00:25:08,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-10T00:25:08,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T00:25:08,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/staging/jenkins.hfs.23__test__fktg9hqffodil379bfp4r9o5c3pn8ip75c73ovbecab2n6t8hmq9ikh236p2gcug/f/c2902faa61d745b1be0ceb902786bec9_SeqId_6_ for inclusion in 6287ebf591826681408e3e3f0c727579/f 2024-11-10T00:25:08,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-10T00:25:08,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T00:25:08,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.HRegion(2603): Flush status journal for 6287ebf591826681408e3e3f0c727579: 2024-11-10T00:25:08,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): dc0f1e7f8b7a40afb6ed6a04764ea369_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-10T00:25:08,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/staging/jenkins.hfs.23__test__fktg9hqffodil379bfp4r9o5c3pn8ip75c73ovbecab2n6t8hmq9ikh236p2gcug/f/dc0f1e7f8b7a40afb6ed6a04764ea369_SeqId_6_ as hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/data/default/test/6287ebf591826681408e3e3f0c727579/f/b9da97ec80d141d2b2f741425e50d25a_SeqId_4_ 2024-11-10T00:25:08,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c2902faa61d745b1be0ceb902786bec9_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-10T00:25:08,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/staging/jenkins.hfs.23__test__fktg9hqffodil379bfp4r9o5c3pn8ip75c73ovbecab2n6t8hmq9ikh236p2gcug/f/c2902faa61d745b1be0ceb902786bec9_SeqId_6_ as hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/data/default/test/6287ebf591826681408e3e3f0c727579/f/c814ac46a7a443638cee91d1475c5493_SeqId_4_ 2024-11-10T00:25:08,095 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/staging/jenkins.hfs.23__test__fktg9hqffodil379bfp4r9o5c3pn8ip75c73ovbecab2n6t8hmq9ikh236p2gcug/f/dc0f1e7f8b7a40afb6ed6a04764ea369_SeqId_6_ into 6287ebf591826681408e3e3f0c727579/f as hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/data/default/test/6287ebf591826681408e3e3f0c727579/f/b9da97ec80d141d2b2f741425e50d25a_SeqId_4_ - updating store file list. 2024-11-10T00:25:08,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b9da97ec80d141d2b2f741425e50d25a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T00:25:08,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/data/default/test/6287ebf591826681408e3e3f0c727579/f/b9da97ec80d141d2b2f741425e50d25a_SeqId_4_ into 6287ebf591826681408e3e3f0c727579/f 2024-11-10T00:25:08,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/staging/jenkins.hfs.23__test__fktg9hqffodil379bfp4r9o5c3pn8ip75c73ovbecab2n6t8hmq9ikh236p2gcug/f/dc0f1e7f8b7a40afb6ed6a04764ea369_SeqId_6_ into 6287ebf591826681408e3e3f0c727579/f (new location: hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/data/default/test/6287ebf591826681408e3e3f0c727579/f/b9da97ec80d141d2b2f741425e50d25a_SeqId_4_) 2024-11-10T00:25:08,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/staging/jenkins.hfs.23__test__fktg9hqffodil379bfp4r9o5c3pn8ip75c73ovbecab2n6t8hmq9ikh236p2gcug/f/dc0f1e7f8b7a40afb6ed6a04764ea369_SeqId_6_ 2024-11-10T00:25:08,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/staging/jenkins.hfs.23__test__fktg9hqffodil379bfp4r9o5c3pn8ip75c73ovbecab2n6t8hmq9ikh236p2gcug/f/c2902faa61d745b1be0ceb902786bec9_SeqId_6_ into 6287ebf591826681408e3e3f0c727579/f as hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/data/default/test/6287ebf591826681408e3e3f0c727579/f/c814ac46a7a443638cee91d1475c5493_SeqId_4_ - updating store file list. 2024-11-10T00:25:08,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c814ac46a7a443638cee91d1475c5493_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T00:25:08,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/data/default/test/6287ebf591826681408e3e3f0c727579/f/c814ac46a7a443638cee91d1475c5493_SeqId_4_ into 6287ebf591826681408e3e3f0c727579/f 2024-11-10T00:25:08,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/staging/jenkins.hfs.23__test__fktg9hqffodil379bfp4r9o5c3pn8ip75c73ovbecab2n6t8hmq9ikh236p2gcug/f/c2902faa61d745b1be0ceb902786bec9_SeqId_6_ into 6287ebf591826681408e3e3f0c727579/f (new location: hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/data/default/test/6287ebf591826681408e3e3f0c727579/f/c814ac46a7a443638cee91d1475c5493_SeqId_4_) 2024-11-10T00:25:08,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/staging/jenkins.hfs.23__test__fktg9hqffodil379bfp4r9o5c3pn8ip75c73ovbecab2n6t8hmq9ikh236p2gcug/f/c2902faa61d745b1be0ceb902786bec9_SeqId_6_ 2024-11-10T00:25:08,104 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.ReplicationSink(324): Finished replicating [776b6d51-c449-4ee3-bed5-07a96cd015f9] bulk loaded data 2024-11-10T00:25:08,117 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,43715,1731198288084.replicationSource.wal-reader.b3c019fcff38%2C43715%2C1731198288084,1-b3c019fcff38,43715,1731198288084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.1731198307190 to pos 393, reset compression=false 2024-11-10T00:25:08,149 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,2-b3c019fcff38,43715,1731198288084.replicationSource.wal-reader.b3c019fcff38%2C43715%2C1731198288084,2-b3c019fcff38,43715,1731198288084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.1731198307190 to pos 393, reset compression=false 2024-11-10T00:25:08,521 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,43715,1731198288084.replicationSource.wal-reader.b3c019fcff38%2C43715%2C1731198288084,1-b3c019fcff38,43715,1731198288084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.1731198307190 to pos 393, reset compression=false 2024-11-10T00:25:08,552 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,2-b3c019fcff38,43715,1731198288084.replicationSource.wal-reader.b3c019fcff38%2C43715%2C1731198288084,2-b3c019fcff38,43715,1731198288084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.1731198307190 to pos 393, reset compression=false 2024-11-10T00:25:08,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T00:25:08,611 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:25:08,611 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:25:08,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:25:08,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:25:08,612 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:25:08,612 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T00:25:08,612 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=219756338, stopped=false 2024-11-10T00:25:08,612 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b3c019fcff38,44695,1731198295373 2024-11-10T00:25:08,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44695-0x100ff43673b0006, quorum=127.0.0.1:64043, baseZNode=/21823680721 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21823680721/running 2024-11-10T00:25:08,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34353-0x100ff43673b0007, quorum=127.0.0.1:64043, baseZNode=/21823680721 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21823680721/running 2024-11-10T00:25:08,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34353-0x100ff43673b0007, quorum=127.0.0.1:64043, baseZNode=/21823680721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21823680721 2024-11-10T00:25:08,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44695-0x100ff43673b0006, quorum=127.0.0.1:64043, baseZNode=/21823680721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21823680721 2024-11-10T00:25:08,614 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T00:25:08,614 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:25:08,614 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:25:08,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:25:08,615 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34353-0x100ff43673b0007, quorum=127.0.0.1:64043, baseZNode=/21823680721 Set watcher on znode that does not yet exist, /21823680721/running 2024-11-10T00:25:08,615 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b3c019fcff38,34353,1731198295410' ***** 2024-11-10T00:25:08,615 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T00:25:08,615 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44695-0x100ff43673b0006, quorum=127.0.0.1:64043, baseZNode=/21823680721 Set watcher on znode that does not yet exist, /21823680721/running 2024-11-10T00:25:08,616 INFO [RS:0;b3c019fcff38:34353 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T00:25:08,616 INFO [RS:0;b3c019fcff38:34353 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T00:25:08,616 INFO [RS:0;b3c019fcff38:34353 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T00:25:08,616 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T00:25:08,616 INFO [RS:0;b3c019fcff38:34353 {}] regionserver.HRegionServer(3091): Received CLOSE for 6287ebf591826681408e3e3f0c727579 2024-11-10T00:25:08,616 INFO [RS:0;b3c019fcff38:34353 {}] regionserver.HRegionServer(959): stopping server b3c019fcff38,34353,1731198295410 2024-11-10T00:25:08,616 INFO [RS:0;b3c019fcff38:34353 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T00:25:08,616 INFO [RS:0;b3c019fcff38:34353 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b3c019fcff38:34353. 2024-11-10T00:25:08,616 DEBUG [RS:0;b3c019fcff38:34353 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:25:08,616 DEBUG [RS:0;b3c019fcff38:34353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:25:08,616 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6287ebf591826681408e3e3f0c727579, disabling compactions & flushes 2024-11-10T00:25:08,616 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731198300955.6287ebf591826681408e3e3f0c727579. 2024-11-10T00:25:08,617 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731198300955.6287ebf591826681408e3e3f0c727579. 2024-11-10T00:25:08,617 INFO [RS:0;b3c019fcff38:34353 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T00:25:08,617 INFO [RS:0;b3c019fcff38:34353 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T00:25:08,617 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731198300955.6287ebf591826681408e3e3f0c727579. after waiting 0 ms 2024-11-10T00:25:08,617 INFO [RS:0;b3c019fcff38:34353 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T00:25:08,617 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731198300955.6287ebf591826681408e3e3f0c727579. 2024-11-10T00:25:08,617 INFO [RS:0;b3c019fcff38:34353 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T00:25:08,617 INFO [RS:0;b3c019fcff38:34353 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T00:25:08,617 DEBUG [RS:0;b3c019fcff38:34353 {}] regionserver.HRegionServer(1325): Online Regions={6287ebf591826681408e3e3f0c727579=test,,1731198300955.6287ebf591826681408e3e3f0c727579., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T00:25:08,617 DEBUG [RS:0;b3c019fcff38:34353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6287ebf591826681408e3e3f0c727579 2024-11-10T00:25:08,618 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T00:25:08,618 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T00:25:08,618 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T00:25:08,618 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T00:25:08,618 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T00:25:08,618 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-10T00:25:08,621 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/data/default/test/6287ebf591826681408e3e3f0c727579/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-10T00:25:08,622 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T00:25:08,622 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T00:25:08,622 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731198300955.6287ebf591826681408e3e3f0c727579. 2024-11-10T00:25:08,622 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6287ebf591826681408e3e3f0c727579: Waiting for close lock at 1731198308616Running coprocessor pre-close hooks at 1731198308616Disabling compacts and flushes for region at 1731198308616Disabling writes for close at 1731198308617 (+1 ms)Writing region close event to WAL at 1731198308618 (+1 ms)Running coprocessor post-close hooks at 1731198308622 (+4 ms)Closed at 1731198308622 2024-11-10T00:25:08,622 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731198300955.6287ebf591826681408e3e3f0c727579. 2024-11-10T00:25:08,634 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/data/hbase/meta/1588230740/.tmp/info/5a7e8df3b8734f5b8a5372c754b055d8 is 129, key is test,,1731198300955.6287ebf591826681408e3e3f0c727579./info:regioninfo/1731198301696/Put/seqid=0 2024-11-10T00:25:08,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38975 is added to blk_1073741839_1015 (size=6421) 2024-11-10T00:25:08,694 INFO [regionserver/b3c019fcff38:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T00:25:08,768 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T00:25:08,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:25:08,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:25:08,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:25:08,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:25:08,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:25:08,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:25:08,818 DEBUG [RS:0;b3c019fcff38:34353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:25:08,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:25:08,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:25:08,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:25:08,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:25:08,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:25:08,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:25:08,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:25:08,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:25:08,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:25:08,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:25:09,018 DEBUG [RS:0;b3c019fcff38:34353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:25:09,025 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,43715,1731198288084.replicationSource.wal-reader.b3c019fcff38%2C43715%2C1731198288084,1-b3c019fcff38,43715,1731198288084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.1731198307190 to pos 393, reset compression=false 2024-11-10T00:25:09,038 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/data/hbase/meta/1588230740/.tmp/info/5a7e8df3b8734f5b8a5372c754b055d8 2024-11-10T00:25:09,056 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,2-b3c019fcff38,43715,1731198288084.replicationSource.wal-reader.b3c019fcff38%2C43715%2C1731198288084,2-b3c019fcff38,43715,1731198288084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.1731198307190 to pos 393, reset compression=false 2024-11-10T00:25:09,057 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/data/hbase/meta/1588230740/.tmp/ns/d6baf2d6b5a64981ae4e2bb771920f98 is 43, key is default/ns:d/1731198297582/Put/seqid=0 2024-11-10T00:25:09,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38975 is added to blk_1073741840_1016 (size=5153) 2024-11-10T00:25:09,218 DEBUG [RS:0;b3c019fcff38:34353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:25:09,418 DEBUG [RS:0;b3c019fcff38:34353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:25:09,461 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/data/hbase/meta/1588230740/.tmp/ns/d6baf2d6b5a64981ae4e2bb771920f98 2024-11-10T00:25:09,479 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/data/hbase/meta/1588230740/.tmp/rep_barrier/4f9815ebfd4542ec81dd94ba9015eecc is 112, key is test,,1731198300955.6287ebf591826681408e3e3f0c727579./rep_barrier:seqnumDuringOpen/1731198301696/Put/seqid=0 2024-11-10T00:25:09,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38975 is added to blk_1073741841_1017 (size=5518) 2024-11-10T00:25:09,516 INFO [regionserver/b3c019fcff38:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T00:25:09,516 INFO [regionserver/b3c019fcff38:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T00:25:09,618 INFO [RS:0;b3c019fcff38:34353 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T00:25:09,619 DEBUG [RS:0;b3c019fcff38:34353 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T00:25:09,619 DEBUG [RS:0;b3c019fcff38:34353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:25:09,628 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,43715,1731198288084.replicationSource.wal-reader.b3c019fcff38%2C43715%2C1731198288084,1-b3c019fcff38,43715,1731198288084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.1731198307190 to pos 393, reset compression=false 2024-11-10T00:25:09,659 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,2-b3c019fcff38,43715,1731198288084.replicationSource.wal-reader.b3c019fcff38%2C43715%2C1731198288084,2-b3c019fcff38,43715,1731198288084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.1731198307190 to pos 393, reset compression=false 2024-11-10T00:25:09,819 DEBUG [RS:0;b3c019fcff38:34353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:25:09,883 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/data/hbase/meta/1588230740/.tmp/rep_barrier/4f9815ebfd4542ec81dd94ba9015eecc 2024-11-10T00:25:09,900 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/data/hbase/meta/1588230740/.tmp/table/3722b82597714668ad46a0e943feac53 is 40, key is test/table:state/1731198301701/Put/seqid=0 2024-11-10T00:25:09,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38975 is added to blk_1073741842_1018 (size=5165) 2024-11-10T00:25:10,019 DEBUG [RS:0;b3c019fcff38:34353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:25:10,219 DEBUG [RS:0;b3c019fcff38:34353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:25:10,304 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/data/hbase/meta/1588230740/.tmp/table/3722b82597714668ad46a0e943feac53 2024-11-10T00:25:10,308 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/data/hbase/meta/1588230740/.tmp/info/5a7e8df3b8734f5b8a5372c754b055d8 as hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/data/hbase/meta/1588230740/info/5a7e8df3b8734f5b8a5372c754b055d8 2024-11-10T00:25:10,311 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/data/hbase/meta/1588230740/info/5a7e8df3b8734f5b8a5372c754b055d8, entries=10, sequenceid=11, filesize=6.3 K 2024-11-10T00:25:10,312 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/data/hbase/meta/1588230740/.tmp/ns/d6baf2d6b5a64981ae4e2bb771920f98 as hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/data/hbase/meta/1588230740/ns/d6baf2d6b5a64981ae4e2bb771920f98 2024-11-10T00:25:10,315 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/data/hbase/meta/1588230740/ns/d6baf2d6b5a64981ae4e2bb771920f98, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T00:25:10,315 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/data/hbase/meta/1588230740/.tmp/rep_barrier/4f9815ebfd4542ec81dd94ba9015eecc as hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/data/hbase/meta/1588230740/rep_barrier/4f9815ebfd4542ec81dd94ba9015eecc 2024-11-10T00:25:10,318 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/data/hbase/meta/1588230740/rep_barrier/4f9815ebfd4542ec81dd94ba9015eecc, entries=1, sequenceid=11, filesize=5.4 K 2024-11-10T00:25:10,318 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/data/hbase/meta/1588230740/.tmp/table/3722b82597714668ad46a0e943feac53 as hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/data/hbase/meta/1588230740/table/3722b82597714668ad46a0e943feac53 2024-11-10T00:25:10,322 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/data/hbase/meta/1588230740/table/3722b82597714668ad46a0e943feac53, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T00:25:10,322 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1704ms, sequenceid=11, compaction requested=false 2024-11-10T00:25:10,326 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T00:25:10,326 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T00:25:10,326 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T00:25:10,326 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T00:25:10,327 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731198308618Running coprocessor pre-close hooks at 1731198308618Disabling compacts and flushes for region at 1731198308618Disabling writes for close at 1731198308618Obtaining lock to block concurrent updates at 1731198308618Preparing flush snapshotting stores in 1588230740 at 1731198308618Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731198308618Flushing stores of hbase:meta,,1.1588230740 at 1731198308619 (+1 ms)Flushing 1588230740/info: creating writer at 1731198308619Flushing 1588230740/info: appending metadata at 1731198308634 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731198308634Flushing 1588230740/ns: creating writer at 1731198309042 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731198309057 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731198309057Flushing 1588230740/rep_barrier: creating writer at 1731198309465 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731198309479 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731198309479Flushing 1588230740/table: creating writer at 1731198309886 (+407 ms)Flushing 1588230740/table: appending metadata at 1731198309900 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731198309900Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13f0a53a: reopening flushed file at 1731198310307 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@436f53af: reopening flushed file at 1731198310311 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@132b0579: reopening flushed file at 1731198310315 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b301140: reopening flushed file at 1731198310318 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1704ms, sequenceid=11, compaction requested=false at 1731198310322 (+4 ms)Writing region close event to WAL at 1731198310324 (+2 ms)Running coprocessor post-close hooks at 1731198310326 (+2 ms)Closed at 1731198310326 2024-11-10T00:25:10,327 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T00:25:10,332 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,43715,1731198288084.replicationSource.wal-reader.b3c019fcff38%2C43715%2C1731198288084,1-b3c019fcff38,43715,1731198288084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.1731198307190 to pos 393, reset compression=false 2024-11-10T00:25:10,363 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,2-b3c019fcff38,43715,1731198288084.replicationSource.wal-reader.b3c019fcff38%2C43715%2C1731198288084,2-b3c019fcff38,43715,1731198288084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.1731198307190 to pos 393, reset compression=false 2024-11-10T00:25:10,419 INFO [RS:0;b3c019fcff38:34353 {}] regionserver.HRegionServer(976): stopping server b3c019fcff38,34353,1731198295410; all regions closed. 2024-11-10T00:25:10,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38975 is added to blk_1073741834_1010 (size=2717) 2024-11-10T00:25:10,423 DEBUG [RS:0;b3c019fcff38:34353 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/oldWALs 2024-11-10T00:25:10,423 INFO [RS:0;b3c019fcff38:34353 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b3c019fcff38%2C34353%2C1731198295410.meta:.meta(num 1731198297544) 2024-11-10T00:25:10,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38975 is added to blk_1073741832_1008 (size=1028) 2024-11-10T00:25:10,426 DEBUG [RS:0;b3c019fcff38:34353 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/oldWALs 2024-11-10T00:25:10,426 INFO [RS:0;b3c019fcff38:34353 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b3c019fcff38%2C34353%2C1731198295410:(num 1731198296633) 2024-11-10T00:25:10,426 DEBUG [RS:0;b3c019fcff38:34353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:25:10,426 INFO [RS:0;b3c019fcff38:34353 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T00:25:10,426 INFO [RS:0;b3c019fcff38:34353 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T00:25:10,426 INFO [RS:0;b3c019fcff38:34353 {}] hbase.ChoreService(370): Chore service for: regionserver/b3c019fcff38:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T00:25:10,426 INFO [RS:0;b3c019fcff38:34353 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T00:25:10,426 INFO [regionserver/b3c019fcff38:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T00:25:10,427 INFO [RS:0;b3c019fcff38:34353 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b3c019fcff38:34353. 2024-11-10T00:25:10,427 DEBUG [RS:0;b3c019fcff38:34353 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:25:10,427 DEBUG [RS:0;b3c019fcff38:34353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:25:10,427 DEBUG [RS:0;b3c019fcff38:34353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:25:10,427 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:25:10,427 INFO [RS:0;b3c019fcff38:34353 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34353 2024-11-10T00:25:10,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34353-0x100ff43673b0007, quorum=127.0.0.1:64043, baseZNode=/21823680721 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21823680721/rs/b3c019fcff38,34353,1731198295410 2024-11-10T00:25:10,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44695-0x100ff43673b0006, quorum=127.0.0.1:64043, baseZNode=/21823680721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21823680721/rs 2024-11-10T00:25:10,433 INFO [RS:0;b3c019fcff38:34353 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T00:25:10,435 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b3c019fcff38,34353,1731198295410] 2024-11-10T00:25:10,436 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21823680721/draining/b3c019fcff38,34353,1731198295410 already deleted, retry=false 2024-11-10T00:25:10,436 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b3c019fcff38,34353,1731198295410 expired; onlineServers=0 2024-11-10T00:25:10,436 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b3c019fcff38,44695,1731198295373' ***** 2024-11-10T00:25:10,436 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T00:25:10,436 INFO [M:0;b3c019fcff38:44695 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T00:25:10,436 INFO [M:0;b3c019fcff38:44695 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T00:25:10,436 DEBUG [M:0;b3c019fcff38:44695 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T00:25:10,436 DEBUG [M:0;b3c019fcff38:44695 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T00:25:10,436 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T00:25:10,436 DEBUG [master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731198296403 {}] cleaner.HFileCleaner(306): Exit Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731198296403,5,FailOnTimeoutGroup] 2024-11-10T00:25:10,436 DEBUG [master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731198296403 {}] cleaner.HFileCleaner(306): Exit Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731198296403,5,FailOnTimeoutGroup] 2024-11-10T00:25:10,437 INFO [M:0;b3c019fcff38:44695 {}] hbase.ChoreService(370): Chore service for: master/b3c019fcff38:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T00:25:10,437 INFO [M:0;b3c019fcff38:44695 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T00:25:10,437 DEBUG [M:0;b3c019fcff38:44695 {}] master.HMaster(1795): Stopping service threads 2024-11-10T00:25:10,437 INFO [M:0;b3c019fcff38:44695 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T00:25:10,437 INFO [M:0;b3c019fcff38:44695 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T00:25:10,437 INFO [M:0;b3c019fcff38:44695 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T00:25:10,437 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T00:25:10,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44695-0x100ff43673b0006, quorum=127.0.0.1:64043, baseZNode=/21823680721 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21823680721/master 2024-11-10T00:25:10,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44695-0x100ff43673b0006, quorum=127.0.0.1:64043, baseZNode=/21823680721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21823680721 2024-11-10T00:25:10,438 DEBUG [M:0;b3c019fcff38:44695 {}] zookeeper.ZKUtil(347): master:44695-0x100ff43673b0006, quorum=127.0.0.1:64043, baseZNode=/21823680721 Unable to get data of znode /21823680721/master because node does not exist (not an error) 2024-11-10T00:25:10,438 WARN [M:0;b3c019fcff38:44695 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T00:25:10,438 INFO [M:0;b3c019fcff38:44695 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/.lastflushedseqids 2024-11-10T00:25:10,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38975 is added to blk_1073741843_1019 (size=173) 2024-11-10T00:25:10,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34353-0x100ff43673b0007, quorum=127.0.0.1:64043, baseZNode=/21823680721 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:25:10,535 INFO [RS:0;b3c019fcff38:34353 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T00:25:10,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34353-0x100ff43673b0007, quorum=127.0.0.1:64043, baseZNode=/21823680721 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:25:10,535 INFO [RS:0;b3c019fcff38:34353 {}] regionserver.HRegionServer(1031): Exiting; stopping=b3c019fcff38,34353,1731198295410; zookeeper connection closed. 2024-11-10T00:25:10,535 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@c89de4f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@c89de4f 2024-11-10T00:25:10,536 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T00:25:10,842 INFO [M:0;b3c019fcff38:44695 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T00:25:10,843 INFO [M:0;b3c019fcff38:44695 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T00:25:10,843 DEBUG [M:0;b3c019fcff38:44695 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T00:25:10,843 INFO [M:0;b3c019fcff38:44695 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:25:10,843 DEBUG [M:0;b3c019fcff38:44695 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:25:10,843 DEBUG [M:0;b3c019fcff38:44695 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T00:25:10,843 DEBUG [M:0;b3c019fcff38:44695 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:25:10,843 INFO [M:0;b3c019fcff38:44695 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-10T00:25:10,858 DEBUG [M:0;b3c019fcff38:44695 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/18171ba443b24aed81fb55848f3fdc50 is 82, key is hbase:meta,,1/info:regioninfo/1731198297573/Put/seqid=0 2024-11-10T00:25:10,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38975 is added to blk_1073741844_1020 (size=5672) 2024-11-10T00:25:11,135 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,43715,1731198288084.replicationSource.wal-reader.b3c019fcff38%2C43715%2C1731198288084,1-b3c019fcff38,43715,1731198288084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.1731198307190 to pos 393, reset compression=false 2024-11-10T00:25:11,167 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,2-b3c019fcff38,43715,1731198288084.replicationSource.wal-reader.b3c019fcff38%2C43715%2C1731198288084,2-b3c019fcff38,43715,1731198288084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.1731198307190 to pos 393, reset compression=false 2024-11-10T00:25:11,262 INFO [M:0;b3c019fcff38:44695 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/18171ba443b24aed81fb55848f3fdc50 2024-11-10T00:25:11,279 DEBUG [M:0;b3c019fcff38:44695 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8c36d040d949478ebb061b347e6cf0ca is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731198301704/Put/seqid=0 2024-11-10T00:25:11,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38975 is added to blk_1073741845_1021 (size=6586) 2024-11-10T00:25:11,282 INFO [M:0;b3c019fcff38:44695 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8c36d040d949478ebb061b347e6cf0ca 2024-11-10T00:25:11,315 DEBUG [M:0;b3c019fcff38:44695 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f4e7a21c64f845de926cbae65c5ec0de is 69, key is b3c019fcff38,34353,1731198295410/rs:state/1731198296470/Put/seqid=0 2024-11-10T00:25:11,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38975 is added to blk_1073741846_1022 (size=5156) 2024-11-10T00:25:11,319 INFO [M:0;b3c019fcff38:44695 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f4e7a21c64f845de926cbae65c5ec0de 2024-11-10T00:25:11,322 DEBUG [M:0;b3c019fcff38:44695 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/18171ba443b24aed81fb55848f3fdc50 as hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/18171ba443b24aed81fb55848f3fdc50 2024-11-10T00:25:11,325 INFO [M:0;b3c019fcff38:44695 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/18171ba443b24aed81fb55848f3fdc50, entries=8, sequenceid=55, filesize=5.5 K 2024-11-10T00:25:11,326 DEBUG [M:0;b3c019fcff38:44695 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8c36d040d949478ebb061b347e6cf0ca as hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8c36d040d949478ebb061b347e6cf0ca 2024-11-10T00:25:11,329 INFO [M:0;b3c019fcff38:44695 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8c36d040d949478ebb061b347e6cf0ca, entries=6, sequenceid=55, filesize=6.4 K 2024-11-10T00:25:11,329 DEBUG [M:0;b3c019fcff38:44695 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f4e7a21c64f845de926cbae65c5ec0de as hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f4e7a21c64f845de926cbae65c5ec0de 2024-11-10T00:25:11,332 INFO [M:0;b3c019fcff38:44695 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39951/user/jenkins/test-data/e63893b4-9f86-ac35-c274-211d08cb162d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f4e7a21c64f845de926cbae65c5ec0de, entries=1, sequenceid=55, filesize=5.0 K 2024-11-10T00:25:11,333 INFO [M:0;b3c019fcff38:44695 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 489ms, sequenceid=55, compaction requested=false 2024-11-10T00:25:11,334 INFO [M:0;b3c019fcff38:44695 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:25:11,334 DEBUG [M:0;b3c019fcff38:44695 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731198310843Disabling compacts and flushes for region at 1731198310843Disabling writes for close at 1731198310843Obtaining lock to block concurrent updates at 1731198310843Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731198310843Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731198310843Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731198310844 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731198310844Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731198310858 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731198310858Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731198311265 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731198311278 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731198311278Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731198311285 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731198311315 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731198311315Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44a0f9c9: reopening flushed file at 1731198311322 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4097b0a: reopening flushed file at 1731198311325 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bf1e423: reopening flushed file at 1731198311329 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 489ms, sequenceid=55, compaction requested=false at 1731198311333 (+4 ms)Writing region close event to WAL at 1731198311334 (+1 ms)Closed at 1731198311334 2024-11-10T00:25:11,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38975 is added to blk_1073741830_1006 (size=32770) 2024-11-10T00:25:11,336 INFO [M:0;b3c019fcff38:44695 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T00:25:11,336 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T00:25:11,336 INFO [M:0;b3c019fcff38:44695 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44695 2024-11-10T00:25:11,337 INFO [M:0;b3c019fcff38:44695 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T00:25:11,442 INFO [M:0;b3c019fcff38:44695 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T00:25:11,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44695-0x100ff43673b0006, quorum=127.0.0.1:64043, baseZNode=/21823680721 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:25:11,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44695-0x100ff43673b0006, quorum=127.0.0.1:64043, baseZNode=/21823680721 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:25:11,445 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@928d69{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T00:25:11,445 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2483a4fb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T00:25:11,445 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T00:25:11,445 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19f2c9d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T00:25:11,445 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fcdfee4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f61b878-f878-cd99-ad10-a2a3e68153f3/hadoop.log.dir/,STOPPED} 2024-11-10T00:25:11,447 WARN [BP-1716812210-172.17.0.2-1731198294357 heartbeating to localhost/127.0.0.1:39951 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T00:25:11,447 WARN [BP-1716812210-172.17.0.2-1731198294357 heartbeating to localhost/127.0.0.1:39951 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1716812210-172.17.0.2-1731198294357 (Datanode Uuid 2f032299-b6d0-4c96-a3b6-8354cc19f81f) service to localhost/127.0.0.1:39951 2024-11-10T00:25:11,447 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T00:25:11,447 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T00:25:11,447 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f61b878-f878-cd99-ad10-a2a3e68153f3/cluster_943fd0a6-3b7c-8d1f-f8fc-91522ee35ea7/data/data2/current/BP-1716812210-172.17.0.2-1731198294357 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T00:25:11,448 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T00:25:11,448 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f61b878-f878-cd99-ad10-a2a3e68153f3/cluster_943fd0a6-3b7c-8d1f-f8fc-91522ee35ea7/data/data1/current/BP-1716812210-172.17.0.2-1731198294357 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T00:25:11,454 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7451d88e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T00:25:11,455 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1631ccfb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T00:25:11,455 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T00:25:11,455 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e587979{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T00:25:11,455 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55df6614{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f61b878-f878-cd99-ad10-a2a3e68153f3/hadoop.log.dir/,STOPPED} 2024-11-10T00:25:11,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T00:25:11,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T00:25:11,469 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:25:11,469 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:25:11,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:25:11,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:25:11,470 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:25:11,470 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T00:25:11,470 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1412015936, stopped=false 2024-11-10T00:25:11,470 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b3c019fcff38,33371,1731198291265 2024-11-10T00:25:11,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x100ff43673b0003, quorum=127.0.0.1:64043, baseZNode=/1-1438922694 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1438922694/running 2024-11-10T00:25:11,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x100ff43673b0003, quorum=127.0.0.1:64043, baseZNode=/1-1438922694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1438922694 2024-11-10T00:25:11,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44123-0x100ff43673b0004, quorum=127.0.0.1:64043, baseZNode=/1-1438922694 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1438922694/running 2024-11-10T00:25:11,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44123-0x100ff43673b0004, quorum=127.0.0.1:64043, baseZNode=/1-1438922694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1438922694 2024-11-10T00:25:11,471 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T00:25:11,472 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:25:11,472 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:25:11,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:25:11,472 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b3c019fcff38,44123,1731198291304' ***** 2024-11-10T00:25:11,472 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T00:25:11,472 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44123-0x100ff43673b0004, quorum=127.0.0.1:64043, baseZNode=/1-1438922694 Set watcher on znode that does not yet exist, /1-1438922694/running 2024-11-10T00:25:11,473 INFO [RS:0;b3c019fcff38:44123 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T00:25:11,473 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33371-0x100ff43673b0003, quorum=127.0.0.1:64043, baseZNode=/1-1438922694 Set watcher on znode that does not yet exist, /1-1438922694/running 2024-11-10T00:25:11,473 INFO [RS:0;b3c019fcff38:44123 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T00:25:11,473 INFO [RS:0;b3c019fcff38:44123 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T00:25:11,473 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T00:25:11,473 INFO [RS:0;b3c019fcff38:44123 {}] regionserver.HRegionServer(3091): Received CLOSE for 43d60ae3ccc2d4538bcd850e4e80d2f4 2024-11-10T00:25:11,473 INFO [RS:0;b3c019fcff38:44123 {}] regionserver.HRegionServer(959): stopping server b3c019fcff38,44123,1731198291304 2024-11-10T00:25:11,473 INFO [RS:0;b3c019fcff38:44123 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T00:25:11,473 INFO [RS:0;b3c019fcff38:44123 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b3c019fcff38:44123. 2024-11-10T00:25:11,473 DEBUG [RS:0;b3c019fcff38:44123 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:25:11,474 DEBUG [RS:0;b3c019fcff38:44123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:25:11,474 INFO [RS:0;b3c019fcff38:44123 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T00:25:11,474 INFO [RS:0;b3c019fcff38:44123 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T00:25:11,474 INFO [RS:0;b3c019fcff38:44123 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T00:25:11,474 INFO [RS:0;b3c019fcff38:44123 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T00:25:11,474 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 43d60ae3ccc2d4538bcd850e4e80d2f4, disabling compactions & flushes 2024-11-10T00:25:11,474 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731198298805.43d60ae3ccc2d4538bcd850e4e80d2f4. 2024-11-10T00:25:11,474 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731198298805.43d60ae3ccc2d4538bcd850e4e80d2f4. 2024-11-10T00:25:11,474 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731198298805.43d60ae3ccc2d4538bcd850e4e80d2f4. after waiting 0 ms 2024-11-10T00:25:11,474 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731198298805.43d60ae3ccc2d4538bcd850e4e80d2f4. 2024-11-10T00:25:11,474 INFO [RS:0;b3c019fcff38:44123 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T00:25:11,474 DEBUG [RS:0;b3c019fcff38:44123 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 43d60ae3ccc2d4538bcd850e4e80d2f4=test,,1731198298805.43d60ae3ccc2d4538bcd850e4e80d2f4.} 2024-11-10T00:25:11,474 DEBUG [RS:0;b3c019fcff38:44123 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 43d60ae3ccc2d4538bcd850e4e80d2f4 2024-11-10T00:25:11,474 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T00:25:11,474 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T00:25:11,474 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T00:25:11,474 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T00:25:11,474 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T00:25:11,474 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-10T00:25:11,476 INFO [regionserver/b3c019fcff38:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T00:25:11,478 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/data/default/test/43d60ae3ccc2d4538bcd850e4e80d2f4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T00:25:11,478 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T00:25:11,478 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T00:25:11,478 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731198298805.43d60ae3ccc2d4538bcd850e4e80d2f4. 2024-11-10T00:25:11,478 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 43d60ae3ccc2d4538bcd850e4e80d2f4: Waiting for close lock at 1731198311474Running coprocessor pre-close hooks at 1731198311474Disabling compacts and flushes for region at 1731198311474Disabling writes for close at 1731198311474Writing region close event to WAL at 1731198311475 (+1 ms)Running coprocessor post-close hooks at 1731198311478 (+3 ms)Closed at 1731198311478 2024-11-10T00:25:11,479 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731198298805.43d60ae3ccc2d4538bcd850e4e80d2f4. 2024-11-10T00:25:11,490 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/data/hbase/meta/1588230740/.tmp/info/e85c79e8716641bbbe0959ee4ed8715f is 129, key is test,,1731198298805.43d60ae3ccc2d4538bcd850e4e80d2f4./info:regioninfo/1731198299947/Put/seqid=0 2024-11-10T00:25:11,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45055 is added to blk_1073741841_1017 (size=6421) 2024-11-10T00:25:11,493 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/data/hbase/meta/1588230740/.tmp/info/e85c79e8716641bbbe0959ee4ed8715f 2024-11-10T00:25:11,509 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/data/hbase/meta/1588230740/.tmp/ns/d8c3896898304a9182e9258fe972eda0 is 43, key is default/ns:d/1731198294234/Put/seqid=0 2024-11-10T00:25:11,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45055 is added to blk_1073741842_1018 (size=5153) 2024-11-10T00:25:11,582 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T00:25:11,674 DEBUG [RS:0;b3c019fcff38:44123 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:25:11,874 DEBUG [RS:0;b3c019fcff38:44123 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:25:11,912 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/data/hbase/meta/1588230740/.tmp/ns/d8c3896898304a9182e9258fe972eda0 2024-11-10T00:25:11,929 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/data/hbase/meta/1588230740/.tmp/rep_barrier/0d4a1ea080aa4ff0ac74d07d66e57284 is 112, key is test,,1731198298805.43d60ae3ccc2d4538bcd850e4e80d2f4./rep_barrier:seqnumDuringOpen/1731198299947/Put/seqid=0 2024-11-10T00:25:11,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45055 is added to blk_1073741843_1019 (size=5518) 2024-11-10T00:25:12,039 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,43715,1731198288084.replicationSource.wal-reader.b3c019fcff38%2C43715%2C1731198288084,1-b3c019fcff38,43715,1731198288084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.1731198307190 to pos 393, reset compression=false 2024-11-10T00:25:12,070 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,2-b3c019fcff38,43715,1731198288084.replicationSource.wal-reader.b3c019fcff38%2C43715%2C1731198288084,2-b3c019fcff38,43715,1731198288084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.1731198307190 to pos 393, reset compression=false 2024-11-10T00:25:12,075 DEBUG [RS:0;b3c019fcff38:44123 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:25:12,160 INFO [regionserver/b3c019fcff38:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T00:25:12,160 INFO [regionserver/b3c019fcff38:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T00:25:12,275 DEBUG [RS:0;b3c019fcff38:44123 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:25:12,332 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/data/hbase/meta/1588230740/.tmp/rep_barrier/0d4a1ea080aa4ff0ac74d07d66e57284 2024-11-10T00:25:12,349 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/data/hbase/meta/1588230740/.tmp/table/fd0f7cf0f4374ebd834646fc54574225 is 40, key is test/table:state/1731198299953/Put/seqid=0 2024-11-10T00:25:12,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45055 is added to blk_1073741844_1020 (size=5165) 2024-11-10T00:25:12,475 INFO [RS:0;b3c019fcff38:44123 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T00:25:12,475 DEBUG [RS:0;b3c019fcff38:44123 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T00:25:12,475 DEBUG [RS:0;b3c019fcff38:44123 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:25:12,675 DEBUG [RS:0;b3c019fcff38:44123 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:25:12,753 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/data/hbase/meta/1588230740/.tmp/table/fd0f7cf0f4374ebd834646fc54574225 2024-11-10T00:25:12,757 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/data/hbase/meta/1588230740/.tmp/info/e85c79e8716641bbbe0959ee4ed8715f as hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/data/hbase/meta/1588230740/info/e85c79e8716641bbbe0959ee4ed8715f 2024-11-10T00:25:12,760 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/data/hbase/meta/1588230740/info/e85c79e8716641bbbe0959ee4ed8715f, entries=10, sequenceid=11, filesize=6.3 K 2024-11-10T00:25:12,761 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/data/hbase/meta/1588230740/.tmp/ns/d8c3896898304a9182e9258fe972eda0 as hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/data/hbase/meta/1588230740/ns/d8c3896898304a9182e9258fe972eda0 2024-11-10T00:25:12,764 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/data/hbase/meta/1588230740/ns/d8c3896898304a9182e9258fe972eda0, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T00:25:12,764 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/data/hbase/meta/1588230740/.tmp/rep_barrier/0d4a1ea080aa4ff0ac74d07d66e57284 as hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/data/hbase/meta/1588230740/rep_barrier/0d4a1ea080aa4ff0ac74d07d66e57284 2024-11-10T00:25:12,767 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/data/hbase/meta/1588230740/rep_barrier/0d4a1ea080aa4ff0ac74d07d66e57284, entries=1, sequenceid=11, filesize=5.4 K 2024-11-10T00:25:12,767 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/data/hbase/meta/1588230740/.tmp/table/fd0f7cf0f4374ebd834646fc54574225 as hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/data/hbase/meta/1588230740/table/fd0f7cf0f4374ebd834646fc54574225 2024-11-10T00:25:12,770 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/data/hbase/meta/1588230740/table/fd0f7cf0f4374ebd834646fc54574225, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T00:25:12,771 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1297ms, sequenceid=11, compaction requested=false 2024-11-10T00:25:12,775 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T00:25:12,775 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T00:25:12,775 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T00:25:12,775 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T00:25:12,775 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731198311474Running coprocessor pre-close hooks at 1731198311474Disabling compacts and flushes for region at 1731198311474Disabling writes for close at 1731198311474Obtaining lock to block concurrent updates at 1731198311474Preparing flush snapshotting stores in 1588230740 at 1731198311474Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731198311475 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731198311475Flushing 1588230740/info: creating writer at 1731198311475Flushing 1588230740/info: appending metadata at 1731198311490 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731198311490Flushing 1588230740/ns: creating writer at 1731198311496 (+6 ms)Flushing 1588230740/ns: appending metadata at 1731198311508 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731198311508Flushing 1588230740/rep_barrier: creating writer at 1731198311915 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731198311929 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731198311929Flushing 1588230740/table: creating writer at 1731198312336 (+407 ms)Flushing 1588230740/table: appending metadata at 1731198312349 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731198312349Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35f0d38f: reopening flushed file at 1731198312757 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@221cd596: reopening flushed file at 1731198312760 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32b108d9: reopening flushed file at 1731198312764 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53e0ef9a: reopening flushed file at 1731198312767 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1297ms, sequenceid=11, compaction requested=false at 1731198312771 (+4 ms)Writing region close event to WAL at 1731198312773 (+2 ms)Running coprocessor post-close hooks at 1731198312775 (+2 ms)Closed at 1731198312775 2024-11-10T00:25:12,775 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T00:25:12,875 INFO [RS:0;b3c019fcff38:44123 {}] regionserver.HRegionServer(976): stopping server b3c019fcff38,44123,1731198291304; all regions closed. 2024-11-10T00:25:12,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45055 is added to blk_1073741834_1010 (size=2717) 2024-11-10T00:25:12,877 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/WALs/b3c019fcff38,44123,1731198291304/b3c019fcff38%2C44123%2C1731198291304.meta.1731198294197.meta not finished, retry = 0 2024-11-10T00:25:12,980 DEBUG [RS:0;b3c019fcff38:44123 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/oldWALs 2024-11-10T00:25:12,980 INFO [RS:0;b3c019fcff38:44123 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b3c019fcff38%2C44123%2C1731198291304.meta:.meta(num 1731198294197) 2024-11-10T00:25:12,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45055 is added to blk_1073741832_1008 (size=1374) 2024-11-10T00:25:12,983 DEBUG [RS:0;b3c019fcff38:44123 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/oldWALs 2024-11-10T00:25:12,983 INFO [RS:0;b3c019fcff38:44123 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b3c019fcff38%2C44123%2C1731198291304:(num 1731198293289) 2024-11-10T00:25:12,983 DEBUG [RS:0;b3c019fcff38:44123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:25:12,983 INFO [RS:0;b3c019fcff38:44123 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T00:25:12,983 INFO [RS:0;b3c019fcff38:44123 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T00:25:12,983 INFO [RS:0;b3c019fcff38:44123 {}] hbase.ChoreService(370): Chore service for: regionserver/b3c019fcff38:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T00:25:12,983 INFO [RS:0;b3c019fcff38:44123 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T00:25:12,983 INFO [regionserver/b3c019fcff38:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T00:25:12,984 INFO [RS:0;b3c019fcff38:44123 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b3c019fcff38:44123. 2024-11-10T00:25:12,984 DEBUG [RS:0;b3c019fcff38:44123 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:25:12,984 DEBUG [RS:0;b3c019fcff38:44123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:25:12,984 DEBUG [RS:0;b3c019fcff38:44123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:25:12,984 INFO [RS:0;b3c019fcff38:44123 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44123 2024-11-10T00:25:12,985 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:25:12,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44123-0x100ff43673b0004, quorum=127.0.0.1:64043, baseZNode=/1-1438922694 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1438922694/rs/b3c019fcff38,44123,1731198291304 2024-11-10T00:25:12,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x100ff43673b0003, quorum=127.0.0.1:64043, baseZNode=/1-1438922694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1438922694/rs 2024-11-10T00:25:12,986 INFO [RS:0;b3c019fcff38:44123 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T00:25:12,987 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b3c019fcff38,44123,1731198291304] 2024-11-10T00:25:12,990 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1438922694/draining/b3c019fcff38,44123,1731198291304 already deleted, retry=false 2024-11-10T00:25:12,990 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b3c019fcff38,44123,1731198291304 expired; onlineServers=0 2024-11-10T00:25:12,990 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b3c019fcff38,33371,1731198291265' ***** 2024-11-10T00:25:12,990 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T00:25:12,990 INFO [M:0;b3c019fcff38:33371 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T00:25:12,990 INFO [M:0;b3c019fcff38:33371 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T00:25:12,990 DEBUG [M:0;b3c019fcff38:33371 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T00:25:12,990 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T00:25:12,991 DEBUG [M:0;b3c019fcff38:33371 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T00:25:12,991 DEBUG [master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731198293057 {}] cleaner.HFileCleaner(306): Exit Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731198293057,5,FailOnTimeoutGroup] 2024-11-10T00:25:12,991 DEBUG [master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731198293060 {}] cleaner.HFileCleaner(306): Exit Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731198293060,5,FailOnTimeoutGroup] 2024-11-10T00:25:12,991 INFO [M:0;b3c019fcff38:33371 {}] hbase.ChoreService(370): Chore service for: master/b3c019fcff38:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T00:25:12,991 INFO [M:0;b3c019fcff38:33371 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T00:25:12,991 DEBUG [M:0;b3c019fcff38:33371 {}] master.HMaster(1795): Stopping service threads 2024-11-10T00:25:12,991 INFO [M:0;b3c019fcff38:33371 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T00:25:12,991 INFO [M:0;b3c019fcff38:33371 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T00:25:12,991 INFO [M:0;b3c019fcff38:33371 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T00:25:12,991 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T00:25:12,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x100ff43673b0003, quorum=127.0.0.1:64043, baseZNode=/1-1438922694 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1438922694/master 2024-11-10T00:25:12,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x100ff43673b0003, quorum=127.0.0.1:64043, baseZNode=/1-1438922694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1438922694 2024-11-10T00:25:12,992 DEBUG [M:0;b3c019fcff38:33371 {}] zookeeper.ZKUtil(347): master:33371-0x100ff43673b0003, quorum=127.0.0.1:64043, baseZNode=/1-1438922694 Unable to get data of znode /1-1438922694/master because node does not exist (not an error) 2024-11-10T00:25:12,992 WARN [M:0;b3c019fcff38:33371 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T00:25:12,993 INFO [M:0;b3c019fcff38:33371 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/.lastflushedseqids 2024-11-10T00:25:12,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45055 is added to blk_1073741845_1021 (size=173) 2024-11-10T00:25:13,042 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,43715,1731198288084.replicationSource.wal-reader.b3c019fcff38%2C43715%2C1731198288084,1-b3c019fcff38,43715,1731198288084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.1731198307190 to pos 393, reset compression=false 2024-11-10T00:25:13,073 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,2-b3c019fcff38,43715,1731198288084.replicationSource.wal-reader.b3c019fcff38%2C43715%2C1731198288084,2-b3c019fcff38,43715,1731198288084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.1731198307190 to pos 393, reset compression=false 2024-11-10T00:25:13,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44123-0x100ff43673b0004, quorum=127.0.0.1:64043, baseZNode=/1-1438922694 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:25:13,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44123-0x100ff43673b0004, quorum=127.0.0.1:64043, baseZNode=/1-1438922694 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:25:13,087 INFO [RS:0;b3c019fcff38:44123 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T00:25:13,087 INFO [RS:0;b3c019fcff38:44123 {}] regionserver.HRegionServer(1031): Exiting; stopping=b3c019fcff38,44123,1731198291304; zookeeper connection closed. 2024-11-10T00:25:13,088 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4453a4b4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4453a4b4 2024-11-10T00:25:13,088 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T00:25:13,397 INFO [M:0;b3c019fcff38:33371 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T00:25:13,397 INFO [M:0;b3c019fcff38:33371 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T00:25:13,397 DEBUG [M:0;b3c019fcff38:33371 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T00:25:13,397 INFO [M:0;b3c019fcff38:33371 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:25:13,397 DEBUG [M:0;b3c019fcff38:33371 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:25:13,397 DEBUG [M:0;b3c019fcff38:33371 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T00:25:13,397 DEBUG [M:0;b3c019fcff38:33371 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:25:13,397 INFO [M:0;b3c019fcff38:33371 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-10T00:25:13,412 DEBUG [M:0;b3c019fcff38:33371 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee027b16669443bc8ab2a550c12fadca is 82, key is hbase:meta,,1/info:regioninfo/1731198294224/Put/seqid=0 2024-11-10T00:25:13,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45055 is added to blk_1073741846_1022 (size=5672) 2024-11-10T00:25:13,816 INFO [M:0;b3c019fcff38:33371 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee027b16669443bc8ab2a550c12fadca 2024-11-10T00:25:13,834 DEBUG [M:0;b3c019fcff38:33371 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a2e6943e63a14d9d958c0ab94c2c2c80 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731198299956/Put/seqid=0 2024-11-10T00:25:13,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45055 is added to blk_1073741847_1023 (size=6587) 2024-11-10T00:25:14,124 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T00:25:14,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:25:14,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:25:14,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:25:14,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:25:14,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:25:14,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:25:14,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:25:14,146 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,43715,1731198288084.replicationSource.wal-reader.b3c019fcff38%2C43715%2C1731198288084,1-b3c019fcff38,43715,1731198288084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.1731198307190 to pos 393, reset compression=false 2024-11-10T00:25:14,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:25:14,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:25:14,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:25:14,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:25:14,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:25:14,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:25:14,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:25:14,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:25:14,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:25:14,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:25:14,175 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,2-b3c019fcff38,43715,1731198288084.replicationSource.wal-reader.b3c019fcff38%2C43715%2C1731198288084,2-b3c019fcff38,43715,1731198288084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.1731198307190 to pos 393, reset compression=false 2024-11-10T00:25:14,238 INFO [M:0;b3c019fcff38:33371 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a2e6943e63a14d9d958c0ab94c2c2c80 2024-11-10T00:25:14,258 DEBUG [M:0;b3c019fcff38:33371 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f403ece55ab4dcf9fae87109346115f is 69, key is b3c019fcff38,44123,1731198291304/rs:state/1731198293142/Put/seqid=0 2024-11-10T00:25:14,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45055 is added to blk_1073741848_1024 (size=5156) 2024-11-10T00:25:14,662 INFO [M:0;b3c019fcff38:33371 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f403ece55ab4dcf9fae87109346115f 2024-11-10T00:25:14,666 DEBUG [M:0;b3c019fcff38:33371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee027b16669443bc8ab2a550c12fadca as hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ee027b16669443bc8ab2a550c12fadca 2024-11-10T00:25:14,669 INFO [M:0;b3c019fcff38:33371 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ee027b16669443bc8ab2a550c12fadca, entries=8, sequenceid=55, filesize=5.5 K 2024-11-10T00:25:14,670 DEBUG [M:0;b3c019fcff38:33371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a2e6943e63a14d9d958c0ab94c2c2c80 as hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a2e6943e63a14d9d958c0ab94c2c2c80 2024-11-10T00:25:14,673 INFO [M:0;b3c019fcff38:33371 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a2e6943e63a14d9d958c0ab94c2c2c80, entries=6, sequenceid=55, filesize=6.4 K 2024-11-10T00:25:14,673 DEBUG [M:0;b3c019fcff38:33371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f403ece55ab4dcf9fae87109346115f as hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6f403ece55ab4dcf9fae87109346115f 2024-11-10T00:25:14,676 INFO [M:0;b3c019fcff38:33371 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42217/user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6f403ece55ab4dcf9fae87109346115f, entries=1, sequenceid=55, filesize=5.0 K 2024-11-10T00:25:14,677 INFO [M:0;b3c019fcff38:33371 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=55, compaction requested=false 2024-11-10T00:25:14,678 INFO [M:0;b3c019fcff38:33371 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:25:14,678 DEBUG [M:0;b3c019fcff38:33371 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731198313397Disabling compacts and flushes for region at 1731198313397Disabling writes for close at 1731198313397Obtaining lock to block concurrent updates at 1731198313397Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731198313397Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1731198313398 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731198313398Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731198313398Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731198313412 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731198313412Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731198313820 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731198313833 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731198313833Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731198314241 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731198314258 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731198314258Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5eb1d34f: reopening flushed file at 1731198314665 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d8772c3: reopening flushed file at 1731198314669 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44798b2f: reopening flushed file at 1731198314673 (+4 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=55, compaction requested=false at 1731198314677 (+4 ms)Writing region close event to WAL at 1731198314678 (+1 ms)Closed at 1731198314678 2024-11-10T00:25:14,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45055 is added to blk_1073741830_1006 (size=32782) 2024-11-10T00:25:14,680 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f6684c53-5b79-09fb-917a-cc8a01b432e6/MasterData/WALs/b3c019fcff38,33371,1731198291265/b3c019fcff38%2C33371%2C1731198291265.1731198292980 not finished, retry = 0 2024-11-10T00:25:14,781 INFO [M:0;b3c019fcff38:33371 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T00:25:14,781 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T00:25:14,781 INFO [M:0;b3c019fcff38:33371 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33371 2024-11-10T00:25:14,782 INFO [M:0;b3c019fcff38:33371 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T00:25:14,883 INFO [M:0;b3c019fcff38:33371 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T00:25:14,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x100ff43673b0003, quorum=127.0.0.1:64043, baseZNode=/1-1438922694 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:25:14,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x100ff43673b0003, quorum=127.0.0.1:64043, baseZNode=/1-1438922694 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:25:14,886 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2590021c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T00:25:14,887 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@691721b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T00:25:14,887 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T00:25:14,887 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@318c5ff0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T00:25:14,887 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c2f2d51{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaf2296e-0919-3f7d-0cf5-26eec3ec9062/hadoop.log.dir/,STOPPED} 2024-11-10T00:25:14,888 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T00:25:14,888 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T00:25:14,888 WARN [BP-1198782592-172.17.0.2-1731198290736 heartbeating to localhost/127.0.0.1:42217 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T00:25:14,888 WARN [BP-1198782592-172.17.0.2-1731198290736 heartbeating to localhost/127.0.0.1:42217 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1198782592-172.17.0.2-1731198290736 (Datanode Uuid 2839cfe0-b5ae-49c1-a867-16467f4e4f45) service to localhost/127.0.0.1:42217 2024-11-10T00:25:14,889 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaf2296e-0919-3f7d-0cf5-26eec3ec9062/cluster_486e2e1b-68a7-c238-085d-64a6c1bc1475/data/data1/current/BP-1198782592-172.17.0.2-1731198290736 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T00:25:14,889 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaf2296e-0919-3f7d-0cf5-26eec3ec9062/cluster_486e2e1b-68a7-c238-085d-64a6c1bc1475/data/data2/current/BP-1198782592-172.17.0.2-1731198290736 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T00:25:14,889 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T00:25:14,895 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17c08a5b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T00:25:14,896 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c7ad3e8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T00:25:14,896 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T00:25:14,896 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1cfaf16c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T00:25:14,896 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5028312f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaf2296e-0919-3f7d-0cf5-26eec3ec9062/hadoop.log.dir/,STOPPED} 2024-11-10T00:25:14,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T00:25:14,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T00:25:14,909 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:25:14,909 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:25:14,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:25:14,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:25:14,909 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:25:14,909 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T00:25:14,909 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=523646295, stopped=false 2024-11-10T00:25:14,909 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b3c019fcff38,45803,1731198288033 2024-11-10T00:25:14,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45803-0x100ff43673b0000, quorum=127.0.0.1:64043, baseZNode=/0-1612677256 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1612677256/running 2024-11-10T00:25:14,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45803-0x100ff43673b0000, quorum=127.0.0.1:64043, baseZNode=/0-1612677256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1612677256 2024-11-10T00:25:14,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43715-0x100ff43673b0001, quorum=127.0.0.1:64043, baseZNode=/0-1612677256 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1612677256/running 2024-11-10T00:25:14,911 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T00:25:14,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43715-0x100ff43673b0001, quorum=127.0.0.1:64043, baseZNode=/0-1612677256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1612677256 2024-11-10T00:25:14,911 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:25:14,911 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:25:14,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:25:14,911 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b3c019fcff38,43715,1731198288084' ***** 2024-11-10T00:25:14,911 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T00:25:14,912 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43715-0x100ff43673b0001, quorum=127.0.0.1:64043, baseZNode=/0-1612677256 Set watcher on znode that does not yet exist, /0-1612677256/running 2024-11-10T00:25:14,912 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45803-0x100ff43673b0000, quorum=127.0.0.1:64043, baseZNode=/0-1612677256 Set watcher on znode that does not yet exist, /0-1612677256/running 2024-11-10T00:25:14,912 INFO [RS:0;b3c019fcff38:43715 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T00:25:14,912 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T00:25:14,912 INFO [RS:0;b3c019fcff38:43715 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T00:25:14,912 INFO [RS:0;b3c019fcff38:43715 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T00:25:14,912 INFO [RS:0;b3c019fcff38:43715 {}] regionserver.HRegionServer(3091): Received CLOSE for 7de85278afed6435dc76e11909fce5d3 2024-11-10T00:25:14,913 INFO [RS:0;b3c019fcff38:43715 {}] regionserver.HRegionServer(3091): Received CLOSE for a7c5322e2417fe270d9918e97810f67a 2024-11-10T00:25:14,913 INFO [RS:0;b3c019fcff38:43715 {}] regionserver.HRegionServer(959): stopping server b3c019fcff38,43715,1731198288084 2024-11-10T00:25:14,913 INFO [RS:0;b3c019fcff38:43715 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T00:25:14,913 INFO [RS:0;b3c019fcff38:43715 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b3c019fcff38:43715. 2024-11-10T00:25:14,913 DEBUG [RS:0;b3c019fcff38:43715 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:25:14,913 DEBUG [RS:0;b3c019fcff38:43715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:25:14,913 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7de85278afed6435dc76e11909fce5d3, disabling compactions & flushes 2024-11-10T00:25:14,913 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731198297663.7de85278afed6435dc76e11909fce5d3. 2024-11-10T00:25:14,913 INFO [RS:0;b3c019fcff38:43715 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T00:25:14,913 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731198297663.7de85278afed6435dc76e11909fce5d3. 2024-11-10T00:25:14,913 INFO [RS:0;b3c019fcff38:43715 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T00:25:14,913 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731198297663.7de85278afed6435dc76e11909fce5d3. after waiting 0 ms 2024-11-10T00:25:14,913 INFO [RS:0;b3c019fcff38:43715 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T00:25:14,913 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731198297663.7de85278afed6435dc76e11909fce5d3. 2024-11-10T00:25:14,913 INFO [RS:0;b3c019fcff38:43715 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T00:25:14,913 INFO [RS:0;b3c019fcff38:43715 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T00:25:14,913 DEBUG [RS:0;b3c019fcff38:43715 {}] regionserver.HRegionServer(1325): Online Regions={7de85278afed6435dc76e11909fce5d3=test,,1731198297663.7de85278afed6435dc76e11909fce5d3., 1588230740=hbase:meta,,1.1588230740, a7c5322e2417fe270d9918e97810f67a=hbase:replication,,1731198302106.a7c5322e2417fe270d9918e97810f67a.} 2024-11-10T00:25:14,913 DEBUG [RS:0;b3c019fcff38:43715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7de85278afed6435dc76e11909fce5d3, a7c5322e2417fe270d9918e97810f67a 2024-11-10T00:25:14,913 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T00:25:14,914 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T00:25:14,914 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T00:25:14,914 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T00:25:14,914 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T00:25:14,914 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T00:25:14,917 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/data/default/test/7de85278afed6435dc76e11909fce5d3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T00:25:14,917 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T00:25:14,917 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T00:25:14,917 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731198297663.7de85278afed6435dc76e11909fce5d3. 2024-11-10T00:25:14,917 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7de85278afed6435dc76e11909fce5d3: Waiting for close lock at 1731198314913Running coprocessor pre-close hooks at 1731198314913Disabling compacts and flushes for region at 1731198314913Disabling writes for close at 1731198314913Writing region close event to WAL at 1731198314914 (+1 ms)Running coprocessor post-close hooks at 1731198314917 (+3 ms)Closed at 1731198314917 2024-11-10T00:25:14,917 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731198297663.7de85278afed6435dc76e11909fce5d3. 2024-11-10T00:25:14,917 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a7c5322e2417fe270d9918e97810f67a, disabling compactions & flushes 2024-11-10T00:25:14,917 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731198302106.a7c5322e2417fe270d9918e97810f67a. 2024-11-10T00:25:14,917 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731198302106.a7c5322e2417fe270d9918e97810f67a. 2024-11-10T00:25:14,917 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731198302106.a7c5322e2417fe270d9918e97810f67a. after waiting 0 ms 2024-11-10T00:25:14,918 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731198302106.a7c5322e2417fe270d9918e97810f67a. 2024-11-10T00:25:14,918 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a7c5322e2417fe270d9918e97810f67a 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-10T00:25:14,930 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/data/hbase/meta/1588230740/.tmp/info/85f4cc82533f4d0da6f0a0da0f4bbd49 is 147, key is hbase:replication,,1731198302106.a7c5322e2417fe270d9918e97810f67a./info:regioninfo/1731198303291/Put/seqid=0 2024-11-10T00:25:14,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41049 is added to blk_1073741847_1023 (size=7686) 2024-11-10T00:25:14,935 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/data/hbase/meta/1588230740/.tmp/info/85f4cc82533f4d0da6f0a0da0f4bbd49 2024-11-10T00:25:14,935 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/data/hbase/replication/a7c5322e2417fe270d9918e97810f67a/.tmp/hfileref/57b3af486a234b14b77155b6743e9d3c is 74, key is 1/hfileref:3726c10a68174a8b98fddfaa1e9ea2d9_SeqId_4_/1731198306444/DeleteColumn/seqid=0 2024-11-10T00:25:14,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41049 is added to blk_1073741848_1024 (size=5489) 2024-11-10T00:25:14,939 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/data/hbase/replication/a7c5322e2417fe270d9918e97810f67a/.tmp/hfileref/57b3af486a234b14b77155b6743e9d3c 2024-11-10T00:25:14,953 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/data/hbase/meta/1588230740/.tmp/ns/e178be6c8adc421596cb95030cb52c35 is 43, key is default/ns:d/1731198290628/Put/seqid=0 2024-11-10T00:25:14,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41049 is added to blk_1073741849_1025 (size=5153) 2024-11-10T00:25:14,956 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/data/hbase/meta/1588230740/.tmp/ns/e178be6c8adc421596cb95030cb52c35 2024-11-10T00:25:14,958 INFO [regionserver/b3c019fcff38:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T00:25:14,958 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/data/hbase/replication/a7c5322e2417fe270d9918e97810f67a/.tmp/queue/31d1e11a7df846778d82627b3d347277 is 153, key is 1-b3c019fcff38,43715,1731198288084/queue:b3c019fcff38%2C43715%2C1731198288084/1731198307664/Put/seqid=0 2024-11-10T00:25:14,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41049 is added to blk_1073741850_1026 (size=5504) 2024-11-10T00:25:14,972 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/data/hbase/meta/1588230740/.tmp/rep_barrier/4b0d0d0e432f4e4f9d3726d41152aa2b is 112, key is test,,1731198297663.7de85278afed6435dc76e11909fce5d3./rep_barrier:seqnumDuringOpen/1731198298405/Put/seqid=0 2024-11-10T00:25:14,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41049 is added to blk_1073741851_1027 (size=5518) 2024-11-10T00:25:14,975 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/data/hbase/meta/1588230740/.tmp/rep_barrier/4b0d0d0e432f4e4f9d3726d41152aa2b 2024-11-10T00:25:14,990 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/data/hbase/meta/1588230740/.tmp/table/d9db7d0350984bc99ec63557f3f84b1d is 53, key is hbase:replication/table:state/1731198303301/Put/seqid=0 2024-11-10T00:25:14,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41049 is added to blk_1073741852_1028 (size=5308) 2024-11-10T00:25:15,114 DEBUG [RS:0;b3c019fcff38:43715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a7c5322e2417fe270d9918e97810f67a 2024-11-10T00:25:15,314 DEBUG [RS:0;b3c019fcff38:43715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a7c5322e2417fe270d9918e97810f67a 2024-11-10T00:25:15,349 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,43715,1731198288084.replicationSource.wal-reader.b3c019fcff38%2C43715%2C1731198288084,1-b3c019fcff38,43715,1731198288084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.1731198307190 to pos 393, reset compression=false 2024-11-10T00:25:15,353 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,43715,1731198288084.replicationSource.wal-reader.b3c019fcff38%2C43715%2C1731198288084,1-b3c019fcff38,43715,1731198288084 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T00:25:15,353 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,43715,1731198288084.replicationSource.wal-reader.b3c019fcff38%2C43715%2C1731198288084,1-b3c019fcff38,43715,1731198288084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.1731198307190 to pos 688, reset compression=false 2024-11-10T00:25:15,353 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,43715,1731198288084.replicationSource.shipperb3c019fcff38%2C43715%2C1731198288084,1-b3c019fcff38,43715,1731198288084 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b3c019fcff38,43715,1731198288084 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.1731198307190, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T00:25:15,354 ERROR [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,43715,1731198288084.replicationSource.shipperb3c019fcff38%2C43715%2C1731198288084,1-b3c019fcff38,43715,1731198288084 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b3c019fcff38,43715,1731198288084: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b3c019fcff38,43715,1731198288084, walGroup=b3c019fcff38%2C43715%2C1731198288084, offset=b3c019fcff38%2C43715%2C1731198288084.1731198307190:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b3c019fcff38:43715 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T00:25:15,355 ERROR [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,43715,1731198288084.replicationSource.shipperb3c019fcff38%2C43715%2C1731198288084,1-b3c019fcff38,43715,1731198288084 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T00:25:15,355 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,43715,1731198288084.replicationSource.shipperb3c019fcff38%2C43715%2C1731198288084,1-b3c019fcff38,43715,1731198288084 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T00:25:15,355 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,43715,1731198288084.replicationSource.shipperb3c019fcff38%2C43715%2C1731198288084,1-b3c019fcff38,43715,1731198288084 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T00:25:15,355 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,43715,1731198288084.replicationSource.shipperb3c019fcff38%2C43715%2C1731198288084,1-b3c019fcff38,43715,1731198288084 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T00:25:15,355 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,43715,1731198288084.replicationSource.shipperb3c019fcff38%2C43715%2C1731198288084,1-b3c019fcff38,43715,1731198288084 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T00:25:15,356 INFO [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,43715,1731198288084.replicationSource.shipperb3c019fcff38%2C43715%2C1731198288084,1-b3c019fcff38,43715,1731198288084 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1639972864, "init": 1048576000, "max": 2306867200, "used": 1070970880 }, "NonHeapMemoryUsage": { "committed": 212336640, "init": 7667712, "max": -1, "used": 209346216 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T00:25:15,356 WARN [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,43715,1731198288084.replicationSource.shipperb3c019fcff38%2C43715%2C1731198288084,1-b3c019fcff38,43715,1731198288084 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b3c019fcff38:45803 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b3c019fcff38:45803 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T00:25:15,362 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/data/hbase/replication/a7c5322e2417fe270d9918e97810f67a/.tmp/queue/31d1e11a7df846778d82627b3d347277 2024-11-10T00:25:15,365 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/data/hbase/replication/a7c5322e2417fe270d9918e97810f67a/.tmp/hfileref/57b3af486a234b14b77155b6743e9d3c as hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/data/hbase/replication/a7c5322e2417fe270d9918e97810f67a/hfileref/57b3af486a234b14b77155b6743e9d3c 2024-11-10T00:25:15,369 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/data/hbase/replication/a7c5322e2417fe270d9918e97810f67a/hfileref/57b3af486a234b14b77155b6743e9d3c, entries=6, sequenceid=17, filesize=5.4 K 2024-11-10T00:25:15,369 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/data/hbase/replication/a7c5322e2417fe270d9918e97810f67a/.tmp/queue/31d1e11a7df846778d82627b3d347277 as hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/data/hbase/replication/a7c5322e2417fe270d9918e97810f67a/queue/31d1e11a7df846778d82627b3d347277 2024-11-10T00:25:15,372 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/data/hbase/replication/a7c5322e2417fe270d9918e97810f67a/queue/31d1e11a7df846778d82627b3d347277, entries=2, sequenceid=17, filesize=5.4 K 2024-11-10T00:25:15,373 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for a7c5322e2417fe270d9918e97810f67a in 455ms, sequenceid=17, compaction requested=false 2024-11-10T00:25:15,376 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/data/hbase/replication/a7c5322e2417fe270d9918e97810f67a/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-10T00:25:15,376 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T00:25:15,376 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T00:25:15,376 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731198302106.a7c5322e2417fe270d9918e97810f67a. 2024-11-10T00:25:15,376 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a7c5322e2417fe270d9918e97810f67a: Waiting for close lock at 1731198314917Running coprocessor pre-close hooks at 1731198314917Disabling compacts and flushes for region at 1731198314917Disabling writes for close at 1731198314917Obtaining lock to block concurrent updates at 1731198314918 (+1 ms)Preparing flush snapshotting stores in a7c5322e2417fe270d9918e97810f67a at 1731198314918Finished memstore snapshotting hbase:replication,,1731198302106.a7c5322e2417fe270d9918e97810f67a., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731198314918Flushing stores of hbase:replication,,1731198302106.a7c5322e2417fe270d9918e97810f67a. at 1731198314918Flushing a7c5322e2417fe270d9918e97810f67a/hfileref: creating writer at 1731198314918Flushing a7c5322e2417fe270d9918e97810f67a/hfileref: appending metadata at 1731198314934 (+16 ms)Flushing a7c5322e2417fe270d9918e97810f67a/hfileref: closing flushed file at 1731198314934Flushing a7c5322e2417fe270d9918e97810f67a/queue: creating writer at 1731198314942 (+8 ms)Flushing a7c5322e2417fe270d9918e97810f67a/queue: appending metadata at 1731198314958 (+16 ms)Flushing a7c5322e2417fe270d9918e97810f67a/queue: closing flushed file at 1731198314958Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@560f1d8c: reopening flushed file at 1731198315365 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77f41c36: reopening flushed file at 1731198315369 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for a7c5322e2417fe270d9918e97810f67a in 455ms, sequenceid=17, compaction requested=false at 1731198315373 (+4 ms)Writing region close event to WAL at 1731198315374 (+1 ms)Running coprocessor post-close hooks at 1731198315376 (+2 ms)Closed at 1731198315376 2024-11-10T00:25:15,377 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731198302106.a7c5322e2417fe270d9918e97810f67a. 2024-11-10T00:25:15,381 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,2-b3c019fcff38,43715,1731198288084.replicationSource.wal-reader.b3c019fcff38%2C43715%2C1731198288084,2-b3c019fcff38,43715,1731198288084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.1731198307190 to pos 393, reset compression=false 2024-11-10T00:25:15,384 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,2-b3c019fcff38,43715,1731198288084.replicationSource.wal-reader.b3c019fcff38%2C43715%2C1731198288084,2-b3c019fcff38,43715,1731198288084 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T00:25:15,384 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,2-b3c019fcff38,43715,1731198288084.replicationSource.wal-reader.b3c019fcff38%2C43715%2C1731198288084,2-b3c019fcff38,43715,1731198288084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.1731198307190 to pos 688, reset compression=false 2024-11-10T00:25:15,384 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,2-b3c019fcff38,43715,1731198288084.replicationSource.shipperb3c019fcff38%2C43715%2C1731198288084,2-b3c019fcff38,43715,1731198288084 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-b3c019fcff38,43715,1731198288084 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.1731198307190, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T00:25:15,385 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,2-b3c019fcff38,43715,1731198288084.replicationSource.shipperb3c019fcff38%2C43715%2C1731198288084,2-b3c019fcff38,43715,1731198288084 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-10T00:25:15,393 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/data/hbase/meta/1588230740/.tmp/table/d9db7d0350984bc99ec63557f3f84b1d 2024-11-10T00:25:15,396 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/data/hbase/meta/1588230740/.tmp/info/85f4cc82533f4d0da6f0a0da0f4bbd49 as hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/data/hbase/meta/1588230740/info/85f4cc82533f4d0da6f0a0da0f4bbd49 2024-11-10T00:25:15,399 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/data/hbase/meta/1588230740/info/85f4cc82533f4d0da6f0a0da0f4bbd49, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T00:25:15,400 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/data/hbase/meta/1588230740/.tmp/ns/e178be6c8adc421596cb95030cb52c35 as hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/data/hbase/meta/1588230740/ns/e178be6c8adc421596cb95030cb52c35 2024-11-10T00:25:15,403 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/data/hbase/meta/1588230740/ns/e178be6c8adc421596cb95030cb52c35, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T00:25:15,403 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/data/hbase/meta/1588230740/.tmp/rep_barrier/4b0d0d0e432f4e4f9d3726d41152aa2b as hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/data/hbase/meta/1588230740/rep_barrier/4b0d0d0e432f4e4f9d3726d41152aa2b 2024-11-10T00:25:15,406 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/data/hbase/meta/1588230740/rep_barrier/4b0d0d0e432f4e4f9d3726d41152aa2b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T00:25:15,407 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/data/hbase/meta/1588230740/.tmp/table/d9db7d0350984bc99ec63557f3f84b1d as hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/data/hbase/meta/1588230740/table/d9db7d0350984bc99ec63557f3f84b1d 2024-11-10T00:25:15,410 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/data/hbase/meta/1588230740/table/d9db7d0350984bc99ec63557f3f84b1d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T00:25:15,411 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 496ms, sequenceid=16, compaction requested=false 2024-11-10T00:25:15,411 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T00:25:15,415 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T00:25:15,415 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T00:25:15,415 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T00:25:15,415 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T00:25:15,415 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731198314913Running coprocessor pre-close hooks at 1731198314913Disabling compacts and flushes for region at 1731198314913Disabling writes for close at 1731198314914 (+1 ms)Obtaining lock to block concurrent updates at 1731198314914Preparing flush snapshotting stores in 1588230740 at 1731198314914Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731198314914Flushing stores of hbase:meta,,1.1588230740 at 1731198314915 (+1 ms)Flushing 1588230740/info: creating writer at 1731198314915Flushing 1588230740/info: appending metadata at 1731198314930 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731198314930Flushing 1588230740/ns: creating writer at 1731198314939 (+9 ms)Flushing 1588230740/ns: appending metadata at 1731198314952 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731198314952Flushing 1588230740/rep_barrier: creating writer at 1731198314959 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731198314972 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731198314972Flushing 1588230740/table: creating writer at 1731198314978 (+6 ms)Flushing 1588230740/table: appending metadata at 1731198314990 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731198314990Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d3b9b98: reopening flushed file at 1731198315396 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f0c821f: reopening flushed file at 1731198315400 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@284706f8: reopening flushed file at 1731198315403 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36f01573: reopening flushed file at 1731198315406 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 496ms, sequenceid=16, compaction requested=false at 1731198315411 (+5 ms)Writing region close event to WAL at 1731198315413 (+2 ms)Running coprocessor post-close hooks at 1731198315415 (+2 ms)Closed at 1731198315415 2024-11-10T00:25:15,416 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T00:25:15,514 INFO [RS:0;b3c019fcff38:43715 {}] regionserver.HRegionServer(976): stopping server b3c019fcff38,43715,1731198288084; all regions closed. 2024-11-10T00:25:15,516 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.meta.1731198307147.meta not finished, retry = 0 2024-11-10T00:25:15,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41049 is added to blk_1073741842_1018 (size=859) 2024-11-10T00:25:15,558 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,43715,1731198288084.replicationSource.wal-reader.b3c019fcff38%2C43715%2C1731198288084,1-b3c019fcff38,43715,1731198288084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.1731198307190 to pos 688, reset compression=false 2024-11-10T00:25:15,587 DEBUG [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,2-b3c019fcff38,43715,1731198288084.replicationSource.wal-reader.b3c019fcff38%2C43715%2C1731198288084,2-b3c019fcff38,43715,1731198288084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/WALs/b3c019fcff38,43715,1731198288084/b3c019fcff38%2C43715%2C1731198288084.1731198307190 to pos 688, reset compression=false 2024-11-10T00:25:15,607 INFO [regionserver/b3c019fcff38:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T00:25:15,607 INFO [regionserver/b3c019fcff38:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T00:25:15,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41049 is added to blk_1073741843_1019 (size=2791) 2024-11-10T00:25:15,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41049 is added to blk_1073741844_1020 (size=696) 2024-11-10T00:25:15,621 DEBUG [RS:0;b3c019fcff38:43715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:25:15,621 INFO [RS:0;b3c019fcff38:43715 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T00:25:15,621 INFO [RS:0;b3c019fcff38:43715 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T00:25:15,621 INFO [RS:0;b3c019fcff38:43715 {}] hbase.ChoreService(370): Chore service for: regionserver/b3c019fcff38:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T00:25:15,621 INFO [RS:0;b3c019fcff38:43715 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T00:25:15,621 INFO [regionserver/b3c019fcff38:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T00:25:15,622 INFO [RS:0;b3c019fcff38:43715 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b3c019fcff38,43715,1731198288084 because: Region server is closing 2024-11-10T00:25:15,622 INFO [RS:0;b3c019fcff38:43715 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b3c019fcff38:43715. 2024-11-10T00:25:15,622 DEBUG [RS:0;b3c019fcff38:43715 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:25:15,622 DEBUG [RS:0;b3c019fcff38:43715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:25:15,622 DEBUG [RS:0;b3c019fcff38:43715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:25:15,622 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:25:15,722 INFO [RS:0;b3c019fcff38:43715 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,43715,1731198288084.replicationSource.shipperb3c019fcff38%2C43715%2C1731198288084,1-b3c019fcff38,43715,1731198288084 terminated 2024-11-10T00:25:15,722 INFO [RS:0;b3c019fcff38:43715 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-b3c019fcff38,43715,1731198288084 because: Region server is closing 2024-11-10T00:25:15,722 WARN [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,1-b3c019fcff38,43715,1731198288084.replicationSource.wal-reader.b3c019fcff38%2C43715%2C1731198288084,1-b3c019fcff38,43715,1731198288084 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T00:25:15,722 INFO [RS:0;b3c019fcff38:43715 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b3c019fcff38:43715. 2024-11-10T00:25:15,723 DEBUG [RS:0;b3c019fcff38:43715 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:25:15,723 DEBUG [RS:0;b3c019fcff38:43715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:25:15,723 DEBUG [RS:0;b3c019fcff38:43715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:25:15,723 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:25:15,823 INFO [RS:0;b3c019fcff38:43715 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,2-b3c019fcff38,43715,1731198288084.replicationSource.shipperb3c019fcff38%2C43715%2C1731198288084,2-b3c019fcff38,43715,1731198288084 terminated 2024-11-10T00:25:15,823 WARN [RS_REFRESH_PEER-regionserver/b3c019fcff38:0-0.replicationSource,2-b3c019fcff38,43715,1731198288084.replicationSource.wal-reader.b3c019fcff38%2C43715%2C1731198288084,2-b3c019fcff38,43715,1731198288084 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T00:25:15,823 INFO [RS:0;b3c019fcff38:43715 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43715 2024-11-10T00:25:15,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43715-0x100ff43673b0001, quorum=127.0.0.1:64043, baseZNode=/0-1612677256 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1612677256/rs/b3c019fcff38,43715,1731198288084 2024-11-10T00:25:15,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45803-0x100ff43673b0000, quorum=127.0.0.1:64043, baseZNode=/0-1612677256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1612677256/rs 2024-11-10T00:25:15,826 INFO [RS:0;b3c019fcff38:43715 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T00:25:15,827 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b3c019fcff38,43715,1731198288084] 2024-11-10T00:25:15,828 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1612677256/draining/b3c019fcff38,43715,1731198288084 already deleted, retry=false 2024-11-10T00:25:15,828 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b3c019fcff38,43715,1731198288084 expired; onlineServers=0 2024-11-10T00:25:15,828 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b3c019fcff38,45803,1731198288033' ***** 2024-11-10T00:25:15,828 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T00:25:15,828 INFO [M:0;b3c019fcff38:45803 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T00:25:15,829 INFO [M:0;b3c019fcff38:45803 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T00:25:15,829 DEBUG [M:0;b3c019fcff38:45803 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T00:25:15,829 DEBUG [M:0;b3c019fcff38:45803 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T00:25:15,829 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T00:25:15,829 DEBUG [master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731198289439 {}] cleaner.HFileCleaner(306): Exit Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731198289439,5,FailOnTimeoutGroup] 2024-11-10T00:25:15,829 DEBUG [master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731198289439 {}] cleaner.HFileCleaner(306): Exit Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731198289439,5,FailOnTimeoutGroup] 2024-11-10T00:25:15,829 INFO [M:0;b3c019fcff38:45803 {}] hbase.ChoreService(370): Chore service for: master/b3c019fcff38:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T00:25:15,829 INFO [M:0;b3c019fcff38:45803 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T00:25:15,829 DEBUG [M:0;b3c019fcff38:45803 {}] master.HMaster(1795): Stopping service threads 2024-11-10T00:25:15,829 INFO [M:0;b3c019fcff38:45803 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T00:25:15,829 INFO [M:0;b3c019fcff38:45803 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T00:25:15,829 INFO [M:0;b3c019fcff38:45803 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T00:25:15,829 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T00:25:15,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45803-0x100ff43673b0000, quorum=127.0.0.1:64043, baseZNode=/0-1612677256 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1612677256/master 2024-11-10T00:25:15,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45803-0x100ff43673b0000, quorum=127.0.0.1:64043, baseZNode=/0-1612677256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1612677256 2024-11-10T00:25:15,830 DEBUG [M:0;b3c019fcff38:45803 {}] zookeeper.ZKUtil(347): master:45803-0x100ff43673b0000, quorum=127.0.0.1:64043, baseZNode=/0-1612677256 Unable to get data of znode /0-1612677256/master because node does not exist (not an error) 2024-11-10T00:25:15,830 WARN [M:0;b3c019fcff38:45803 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T00:25:15,831 INFO [M:0;b3c019fcff38:45803 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/.lastflushedseqids 2024-11-10T00:25:15,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41049 is added to blk_1073741853_1029 (size=263) 2024-11-10T00:25:15,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43715-0x100ff43673b0001, quorum=127.0.0.1:64043, baseZNode=/0-1612677256 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:25:15,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43715-0x100ff43673b0001, quorum=127.0.0.1:64043, baseZNode=/0-1612677256 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:25:15,928 INFO [RS:0;b3c019fcff38:43715 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T00:25:15,928 INFO [RS:0;b3c019fcff38:43715 {}] regionserver.HRegionServer(1031): Exiting; stopping=b3c019fcff38,43715,1731198288084; zookeeper connection closed. 2024-11-10T00:25:15,928 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@443add3e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@443add3e 2024-11-10T00:25:15,928 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T00:25:16,235 INFO [M:0;b3c019fcff38:45803 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T00:25:16,235 INFO [M:0;b3c019fcff38:45803 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T00:25:16,235 DEBUG [M:0;b3c019fcff38:45803 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T00:25:16,235 INFO [M:0;b3c019fcff38:45803 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:25:16,235 DEBUG [M:0;b3c019fcff38:45803 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:25:16,235 DEBUG [M:0;b3c019fcff38:45803 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T00:25:16,235 DEBUG [M:0;b3c019fcff38:45803 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:25:16,235 INFO [M:0;b3c019fcff38:45803 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-10T00:25:16,253 DEBUG [M:0;b3c019fcff38:45803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1e1eec090798414c96aac1f8492cc244 is 82, key is hbase:meta,,1/info:regioninfo/1731198290620/Put/seqid=0 2024-11-10T00:25:16,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41049 is added to blk_1073741854_1030 (size=5672) 2024-11-10T00:25:16,657 INFO [M:0;b3c019fcff38:45803 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1e1eec090798414c96aac1f8492cc244 2024-11-10T00:25:16,674 DEBUG [M:0;b3c019fcff38:45803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aeb21c7eaf784174bbd5a2445c29dac7 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731198303305/Put/seqid=0 2024-11-10T00:25:16,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41049 is added to blk_1073741855_1031 (size=8909) 2024-11-10T00:25:17,077 INFO [M:0;b3c019fcff38:45803 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aeb21c7eaf784174bbd5a2445c29dac7 2024-11-10T00:25:17,095 DEBUG [M:0;b3c019fcff38:45803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ca1359de797541d5a9b6efd182620a45 is 69, key is b3c019fcff38,43715,1731198288084/rs:state/1731198289524/Put/seqid=0 2024-11-10T00:25:17,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41049 is added to blk_1073741856_1032 (size=5156) 2024-11-10T00:25:17,498 INFO [M:0;b3c019fcff38:45803 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ca1359de797541d5a9b6efd182620a45 2024-11-10T00:25:17,502 DEBUG [M:0;b3c019fcff38:45803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1e1eec090798414c96aac1f8492cc244 as hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1e1eec090798414c96aac1f8492cc244 2024-11-10T00:25:17,505 INFO [M:0;b3c019fcff38:45803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1e1eec090798414c96aac1f8492cc244, entries=8, sequenceid=112, filesize=5.5 K 2024-11-10T00:25:17,506 DEBUG [M:0;b3c019fcff38:45803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aeb21c7eaf784174bbd5a2445c29dac7 as hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aeb21c7eaf784174bbd5a2445c29dac7 2024-11-10T00:25:17,509 INFO [M:0;b3c019fcff38:45803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aeb21c7eaf784174bbd5a2445c29dac7, entries=13, sequenceid=112, filesize=8.7 K 2024-11-10T00:25:17,509 DEBUG [M:0;b3c019fcff38:45803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ca1359de797541d5a9b6efd182620a45 as hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ca1359de797541d5a9b6efd182620a45 2024-11-10T00:25:17,512 INFO [M:0;b3c019fcff38:45803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41471/user/jenkins/test-data/5f7aaaac-ff42-3bb5-94f7-dd99fba713c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ca1359de797541d5a9b6efd182620a45, entries=1, sequenceid=112, filesize=5.0 K 2024-11-10T00:25:17,513 INFO [M:0;b3c019fcff38:45803 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=112, compaction requested=false 2024-11-10T00:25:17,514 INFO [M:0;b3c019fcff38:45803 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:25:17,514 DEBUG [M:0;b3c019fcff38:45803 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731198316235Disabling compacts and flushes for region at 1731198316235Disabling writes for close at 1731198316235Obtaining lock to block concurrent updates at 1731198316235Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731198316235Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1731198316235Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731198316236 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731198316236Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731198316253 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731198316253Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731198316660 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731198316673 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731198316673Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731198317081 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731198317094 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731198317094Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54fce1ed: reopening flushed file at 1731198317502 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39f70c68: reopening flushed file at 1731198317505 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e5d6db1: reopening flushed file at 1731198317509 (+4 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=112, compaction requested=false at 1731198317513 (+4 ms)Writing region close event to WAL at 1731198317514 (+1 ms)Closed at 1731198317514 2024-11-10T00:25:17,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41049 is added to blk_1073741830_1006 (size=69055) 2024-11-10T00:25:17,517 INFO [M:0;b3c019fcff38:45803 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T00:25:17,517 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T00:25:17,517 INFO [M:0;b3c019fcff38:45803 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45803 2024-11-10T00:25:17,517 INFO [M:0;b3c019fcff38:45803 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T00:25:17,619 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T00:25:17,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45803-0x100ff43673b0000, quorum=127.0.0.1:64043, baseZNode=/0-1612677256 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:25:17,620 INFO [M:0;b3c019fcff38:45803 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T00:25:17,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45803-0x100ff43673b0000, quorum=127.0.0.1:64043, baseZNode=/0-1612677256 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:25:17,622 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e38b7c9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T00:25:17,622 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12902795{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T00:25:17,622 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T00:25:17,623 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22e8e045{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T00:25:17,623 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ab063b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/940337a4-46e4-4df2-a7ea-6bd13e969c3c/hadoop.log.dir/,STOPPED} 2024-11-10T00:25:17,624 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T00:25:17,624 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T00:25:17,624 WARN [BP-1780920471-172.17.0.2-1731198287048 heartbeating to localhost/127.0.0.1:41471 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T00:25:17,624 WARN [BP-1780920471-172.17.0.2-1731198287048 heartbeating to localhost/127.0.0.1:41471 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1780920471-172.17.0.2-1731198287048 (Datanode Uuid bc588ce6-ef4a-4005-8075-34f9fa8fbff9) service to localhost/127.0.0.1:41471 2024-11-10T00:25:17,625 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/940337a4-46e4-4df2-a7ea-6bd13e969c3c/cluster_45825af8-697c-3c50-91cf-5488a1f41445/data/data1/current/BP-1780920471-172.17.0.2-1731198287048 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T00:25:17,625 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/940337a4-46e4-4df2-a7ea-6bd13e969c3c/cluster_45825af8-697c-3c50-91cf-5488a1f41445/data/data2/current/BP-1780920471-172.17.0.2-1731198287048 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T00:25:17,625 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T00:25:17,631 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6173d15f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T00:25:17,631 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39b9f514{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T00:25:17,631 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T00:25:17,631 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e5eaa4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T00:25:17,631 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16103323{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/940337a4-46e4-4df2-a7ea-6bd13e969c3c/hadoop.log.dir/,STOPPED} 2024-11-10T00:25:17,637 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T00:25:17,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T00:25:17,667 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=599 (was 533) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41471 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41471 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39951 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64043) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41471 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:42217 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39951 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:39951 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:42217 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:42217 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41471 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41471 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39951 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41471 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39951 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39951 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42217 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41471 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41471 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:41471 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41471 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64043) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41471 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41471 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:42217 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:42217 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64043) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41471 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-25 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=977 (was 872) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=225 (was 210) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8798 (was 9060) 2024-11-10T00:25:17,667 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=599 is superior to 500 2024-11-10T00:25:17,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x100ff43673b0008, quorum=127.0.0.1:64043, baseZNode=/21823680721 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T00:25:17,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100ff43673b0002, quorum=127.0.0.1:64043, baseZNode=/0-1612677256 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T00:25:17,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100ff43673b0005, quorum=127.0.0.1:64043, baseZNode=/1-1438922694 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T00:25:17,735 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100ff43673b0002, quorum=127.0.0.1:64043, baseZNode=/0-1612677256 Received Disconnected from ZooKeeper, ignoring 2024-11-10T00:25:17,735 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x100ff43673b0008, quorum=127.0.0.1:64043, baseZNode=/21823680721 Received Disconnected from ZooKeeper, ignoring 2024-11-10T00:25:17,735 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100ff43673b0005, quorum=127.0.0.1:64043, baseZNode=/1-1438922694 Received Disconnected from ZooKeeper, ignoring